-- Logs begin at Wed 2021-04-14 15:28:45 UTC, end at Wed 2021-04-14 16:28:51 UTC. -- Apr 14 16:01:57.027605 dv-cinder-786266-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 14 16:02:00.150588 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.common.config [-] Logging enabled! Apr 14 16:02:00.151076 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev80 Apr 14 16:02:00.152433 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85131) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 16:02:00.154224 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.common.config [-] Logging enabled! Apr 14 16:02:00.154513 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev80 Apr 14 16:02:00.154859 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85131) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 16:02:00.155891 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 14 16:02:00.156154 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 14 16:02:00.157206 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 14 16:02:00.157490 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 14 16:02:00.157749 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 14 16:02:00.158118 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.158461 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.158800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.159060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.159397 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.159729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.160050 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.160384 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.161265 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.161735 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.162051 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.162372 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.162632 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.162953 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.163281 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.163606 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.163856 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] debug = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.164167 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.164700 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.165019 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.165355 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.165685 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.165996 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.166301 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.166611 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.166928 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.167289 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] host = dv-cinder-786266-1-iscsi {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.167599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.167925 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.168249 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.168573 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.168881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.169213 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.169538 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.169843 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.170145 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] log_file = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.170452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.170776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.171102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.171433 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.171684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.171932 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.172254 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.172579 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.172890 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.173221 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.173529 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.173836 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.174136 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.174436 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.174759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.175080 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.175402 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.175706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.176011 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.176999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.177338 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.177664 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.177970 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.178276 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.178582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.178906 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.179208 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.179512 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.179851 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.180173 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.180489 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.180809 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.181137 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.181460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.181763 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.182064 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.182364 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] use_json = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.182667 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.182971 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.183288 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.183592 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.183895 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.184199 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.184502 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.184824 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:00.185175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.185511 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.185849 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.186164 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.186750 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.187060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.187384 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.187695 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.188024 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.188350 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.188668 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.188977 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.189320 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.189629 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.189961 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.190306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.190637 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.190967 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.191273 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.191582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.191962 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.192350 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.192682 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.193021 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.193374 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.193681 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.193995 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.194328 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.194639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.194943 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.195252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.195575 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.195885 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.196190 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.196504 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.196814 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.197139 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.197444 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.197751 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.198080 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.198389 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.198691 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.198993 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.199299 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.199599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.199917 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.200226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.200530 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.200832 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.201169 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.201474 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.201778 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.202089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.202394 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.202702 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.203011 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.203313 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.203615 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.203916 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.204220 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.204522 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.204825 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.205155 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.205460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.205762 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.206065 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.206369 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.206672 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.206990 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.207460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.207710 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.207950 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.208260 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.208571 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.208881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.209215 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.209526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.209837 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.210142 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.210472 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.210788 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.211106 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.211421 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.211730 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.212062 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.212373 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.212688 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.213002 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.213337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.213659 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.213973 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.214302 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.214632 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.214960 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.215286 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.215610 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.215918 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.216263 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.216575 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:00.216818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 14 16:02:00.217096 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85131) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 14 16:02:00.874180 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO keyring.backend [-] Loading Gnome Apr 14 16:02:00.891120 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO keyring.backend [-] Loading Google Apr 14 16:02:00.893782 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO keyring.backend [-] Loading Windows (alt) Apr 14 16:02:00.897456 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO keyring.backend [-] Loading file Apr 14 16:02:00.898292 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO keyring.backend [-] Loading keyczar Apr 14 16:02:00.898566 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO keyring.backend [-] Loading multi Apr 14 16:02:00.899199 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO keyring.backend [-] Loading pyfs Apr 14 16:02:00.946498 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:00.946806 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:00.947131 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:00.947511 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 14 16:02:01.339162 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.339684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.339791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.341122 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.341550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.341844 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.378729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.379034 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.379440 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.393888 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.394199 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.394497 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.459620 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.459930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.460228 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.461238 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.461541 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.463252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.732262 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.732581 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.732879 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.733203 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.734026 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.882172 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.882550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.882864 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.883190 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.883474 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.883918 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.884224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.884517 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.884806 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.885166 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.885465 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.885771 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.886076 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.886366 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.886676 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.886991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.887288 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.887602 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.887888 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.888224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.888671 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.888956 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.889283 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.889618 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.889901 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.890179 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.890594 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 16:02:01.890865 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 16:02:01.891133 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 16:02:01.891398 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 16:02:01.891662 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 16:02:01.891926 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 16:02:01.892334 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 14 16:02:01.896032 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 14 16:02:01.900023 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 14 16:02:01.903889 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 14 16:02:01.905595 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 14 16:02:01.906840 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 14 16:02:01.907216 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 14 16:02:01.907644 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 14 16:02:01.910918 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 14 16:02:01.911204 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 14 16:02:01.911589 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 16:02:01.939174 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 14 16:02:01.939678 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.940004 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85131) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 14 16:02:01.940588 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.942037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85131) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 14 16:02:01.942432 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 16:02:01.942716 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 14 16:02:01.945886 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:01.946195 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.013022 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 14 16:02:02.013257 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 14 16:02:02.013529 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 14 16:02:02.013931 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 14 16:02:02.047191 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_db.sqlalchemy.engines [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85131) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 14 16:02:02.488120 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Initializing driver for type 'gre' Apr 14 16:02:02.489366 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] gre ID ranges: [(1, 1000)] Apr 14 16:02:02.528597 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Initializing driver for type 'local' Apr 14 16:02:02.528957 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Initializing driver for type 'vlan' Apr 14 16:02:02.539785 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] VlanTypeDriver initialization complete Apr 14 16:02:02.540126 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Initializing driver for type 'vxlan' Apr 14 16:02:02.540689 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] vxlan ID ranges: [(1, 1000)] Apr 14 16:02:02.579737 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Initializing extension driver 'port_security' Apr 14 16:02:02.580095 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.extensions.port_security [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] PortSecurityExtensionDriver initialization complete Apr 14 16:02:02.580464 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Initializing mechanism driver 'openvswitch' Apr 14 16:02:02.580822 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Initializing mechanism driver 'hyperv' Apr 14 16:02:02.587555 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:02:02.588373 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > port after_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.588777 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > port after_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.589188 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > port after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.589615 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > subnet after_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.590039 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > subnet after_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.590420 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.590838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > network after_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.591215 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > network after_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.591592 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > network after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.592002 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > security_group after_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.592382 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > security_group after_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.592894 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.593337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.593716 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.594089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.594505 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > address_group after_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.594883 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > address_group after_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.595255 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.595615 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] ML2 OVO RPC backend initialized. {{(pid=85131) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 14 16:02:02.596402 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.596786 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.597265 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > network before_response 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.597644 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > networks before_response 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.598588 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > port before_response 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.598961 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > ports before_response 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.599340 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > subnet before_response 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.599720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > subnets before_response 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.600099 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > network after_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.600470 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > network after_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.600839 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > network after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.601240 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > port after_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.601605 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > port after_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.601972 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > port after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.602340 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > subnet after_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.602706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > subnet after_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.603072 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.603698 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.plugin [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Modular L2 Plugin initialization complete Apr 14 16:02:02.604050 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading services supported by the core plugin {{(pid=85131) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 14 16:02:02.604408 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.plugins.ml2.managers [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Got port-security extension from driver 'port_security' Apr 14 16:02:02.604919 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.extensions.vlantransparent [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Disabled vlantransparent extension. Apr 14 16:02:02.605474 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85131) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 14 16:02:02.605818 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading Plugin: router Apr 14 16:02:02.643333 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.643769 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router after_create 55549900 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.644171 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router before_create 55549900 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.644579 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.645669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.646062 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router after_delete 55549900 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.646460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.646864 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router after_create 55549900 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.647245 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router after_update 55549900 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.647631 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router after_update 55549900 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.648012 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.648409 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router after_update 55549900 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.648895 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router precommit_update 55549900 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.649334 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: port after_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.649716 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: port after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.650087 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: subnet after_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.650459 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.650848 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.651228 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router precommit_create 55549900 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.651629 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: port before_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.651984 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router precommit_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.652384 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router after_update 55549900 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.652759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.653170 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router precommit_create 55549900 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.653573 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.653954 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router precommit_update 55549900 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.654383 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > network after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.655369 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Tracking information for resource: router configured {{(pid=85131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 16:02:02.655738 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Tracking information for resource: floatingip configured {{(pid=85131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 16:02:02.661088 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_agentschedulers_db [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 14 16:02:02.661728 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: port after_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.662120 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: port after_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.662502 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: port after_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.662886 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: port after_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.663776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router before_create 55550100 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.664175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.664574 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router precommit_create 55550100 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.664966 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > router precommit_update 55550100 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.669771 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.provider_configuration [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Service providers = [] {{(pid=85131) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 14 16:02:02.670166 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.servicetype_db [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85131) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 14 16:02:02.673009 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.service_base [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 16:02:02.673419 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.service_base [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 16:02:02.673796 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.service_base [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 16:02:02.674687 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.service_base [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 16:02:02.675090 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.services.service_base [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 14 16:02:02.675502 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 16:02:02.675872 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 14 16:02:02.686001 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 16:02:02.686618 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading Plugin: auto_allocate Apr 14 16:02:02.692487 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: network precommit_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.692884 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: network precommit_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.693505 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 16:02:02.693860 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading Plugin: tag Apr 14 16:02:02.700990 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 16:02:02.701379 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading Plugin: timestamp Apr 14 16:02:02.705218 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 16:02:02.705580 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading Plugin: network_ip_availability Apr 14 16:02:02.711749 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.712159 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.712552 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.713398 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 16:02:02.713753 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading Plugin: flavors Apr 14 16:02:02.718326 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 16:02:02.718691 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading Plugin: revisions Apr 14 16:02:02.723759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 16:02:02.724186 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.777s {{(pid=85131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:02.724995 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85131) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 14 16:02:02.725384 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Initializing extension manager. Apr 14 16:02:02.725948 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: __init__.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.726322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: __pycache__ {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.726692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.727062 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: address_group.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.727860 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.728490 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: address-group Apr 14 16:02:02.728851 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: address_scope.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.729639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.730211 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: address-scope Apr 14 16:02:02.730571 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.731511 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.732082 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: router-admin-state-down-before-update Apr 14 16:02:02.732441 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: agent.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.733227 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.733800 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: agent Apr 14 16:02:02.734160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: agent_resources_synced.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.735080 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.735662 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: agent-resources-synced Apr 14 16:02:02.736015 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: allowedaddresspairs.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.737958 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.738655 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: allowed-address-pairs Apr 14 16:02:02.738971 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: auto_allocated_topology.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.740122 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.740695 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: auto-allocated-topology Apr 14 16:02:02.741087 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: availability_zone.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.741832 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.742404 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: availability_zone Apr 14 16:02:02.742768 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: availability_zone_filter.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.743687 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.744257 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: availability_zone_filter Apr 14 16:02:02.744616 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: data_plane_status.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.745692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.746266 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension data-plane-status not supported by any of loaded plugins Apr 14 16:02:02.746630 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: default_subnetpools.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.747557 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.748128 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: default-subnetpools Apr 14 16:02:02.748486 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.749385 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.749969 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: dhcp_agent_scheduler Apr 14 16:02:02.750332 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: dns.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.751247 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.751821 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension dns-integration not supported by any of loaded plugins Apr 14 16:02:02.752182 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: dns_domain_ports.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.753125 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.753700 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 14 16:02:02.754137 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: dvr.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.754939 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.755513 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: dvr Apr 14 16:02:02.755875 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: empty_string_filtering.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.756803 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.757408 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: empty-string-filtering Apr 14 16:02:02.757773 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.758692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.759261 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 14 16:02:02.759623 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.760542 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.761138 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 14 16:02:02.761499 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: external_net.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.762418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.762993 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: external-net Apr 14 16:02:02.763352 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.764275 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.764844 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: extra_dhcp_opt Apr 14 16:02:02.765240 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: extraroute.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.766161 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.766736 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: extraroute Apr 14 16:02:02.767092 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: extraroute_atomic.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.768145 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.768705 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: extraroute-atomic Apr 14 16:02:02.769085 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: filter_validation.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.770330 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.770893 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: filter-validation Apr 14 16:02:02.771253 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: fip_pf_description.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.772174 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.772738 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 14 16:02:02.773135 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: fip_port_details.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.774156 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.774729 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: fip-port-details Apr 14 16:02:02.775089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: flavors.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.776323 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.776905 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: flavors Apr 14 16:02:02.777304 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.778969 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.779558 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 14 16:02:02.779917 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: floatingip_pools.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.780666 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.781289 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: floatingip-pools Apr 14 16:02:02.781653 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: ip_allocation.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.782594 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.783175 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension ip_allocation not supported by any of loaded plugins Apr 14 16:02:02.783558 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.784475 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.785076 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: ip-substring-filtering Apr 14 16:02:02.786023 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: l2_adjacency.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.787002 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.787571 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 14 16:02:02.787932 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: l3.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.788991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.789596 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: router Apr 14 16:02:02.789957 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.792210 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.792803 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 14 16:02:02.793196 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.794137 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.794718 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: ext-gw-mode Apr 14 16:02:02.795080 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.796116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.796691 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: l3-ha Apr 14 16:02:02.797075 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: l3_flavors.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.798023 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.798594 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: l3-flavors Apr 14 16:02:02.798959 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.799881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.800457 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 14 16:02:02.800819 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: l3agentscheduler.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.802193 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.802772 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: l3_agent_scheduler Apr 14 16:02:02.803137 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: logging.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.804663 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.805312 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension logging not supported by any of loaded plugins Apr 14 16:02:02.805679 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: metering.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.806470 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.807159 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: metering Apr 14 16:02:02.807523 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.808649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.809255 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: metering_source_and_destination_fields Apr 14 16:02:02.809618 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: multiprovidernet.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.810554 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.811384 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: multi-provider Apr 14 16:02:02.811746 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: netmtu.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.812673 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.813288 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: net-mtu Apr 14 16:02:02.813648 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: netmtu_writable.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.814579 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.815148 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: net-mtu-writable Apr 14 16:02:02.815514 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: network_availability_zone.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.816337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.816956 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: network_availability_zone Apr 14 16:02:02.817344 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: network_ip_availability.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.818465 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.819043 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: network-ip-availability Apr 14 16:02:02.819407 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: network_segment_range.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.820238 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.820808 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension network-segment-range not supported by any of loaded plugins Apr 14 16:02:02.821204 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: pagination.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.822217 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.822592 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: pagination Apr 14 16:02:02.822946 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: port_device_profile.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.823865 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.824442 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: port-device-profile Apr 14 16:02:02.824807 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.825767 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.826339 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: port-mac-address-regenerate Apr 14 16:02:02.826704 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.827650 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.828221 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: port-numa-affinity-policy Apr 14 16:02:02.828580 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: port_resource_request.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.829515 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.830081 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension port-resource-request not supported by any of loaded plugins Apr 14 16:02:02.830439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: portbindings.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.831372 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.831936 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: binding Apr 14 16:02:02.832807 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: portbindings_extended.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.834253 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.834836 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: binding-extended Apr 14 16:02:02.835202 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: portsecurity.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.836132 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.836707 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: port-security Apr 14 16:02:02.837087 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: project_id.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.838074 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.838444 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: project-id Apr 14 16:02:02.838803 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: providernet.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.839729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.840307 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: provider Apr 14 16:02:02.840666 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: qos.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.844334 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.844928 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension qos not supported by any of loaded plugins Apr 14 16:02:02.845332 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.846575 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.847156 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 14 16:02:02.847521 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.849153 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.849725 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 14 16:02:02.850088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: qos_default.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.851008 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.851584 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension qos-default not supported by any of loaded plugins Apr 14 16:02:02.851943 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: qos_fip.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.852628 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.853224 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension qos-fip not supported by any of loaded plugins Apr 14 16:02:02.853585 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: qos_gateway_ip.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.854514 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.855080 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 14 16:02:02.855437 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: qos_port_network_policy.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.856361 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.856932 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 14 16:02:02.857320 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: qos_rule_type_details.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.858244 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.858811 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 14 16:02:02.859169 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: qos_rules_alias.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.860210 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.860784 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 14 16:02:02.861170 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: quotasv2.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.862154 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.862526 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: quotas Apr 14 16:02:02.862881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: quotasv2_detail.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.864666 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.865094 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: quota_details Apr 14 16:02:02.865473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: rbac.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.866634 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.867220 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: rbac-policies Apr 14 16:02:02.867588 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: rbac_address_group.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.868537 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.869145 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: rbac-address-group Apr 14 16:02:02.869510 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: rbac_address_scope.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.870437 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.871015 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: rbac-address-scope Apr 14 16:02:02.871375 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: rbac_security_groups.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.872295 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.872872 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: rbac-security-groups Apr 14 16:02:02.873259 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: rbac_subnetpool.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.874200 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.874779 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: rbac-subnetpool Apr 14 16:02:02.875139 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: revisionifmatch.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.876074 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.876653 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: revision-if-match Apr 14 16:02:02.877017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: revisions.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.878181 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.878753 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: standard-attr-revisions Apr 14 16:02:02.879696 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: router_availability_zone.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.880406 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.880981 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: router_availability_zone Apr 14 16:02:02.881383 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: routerservicetype.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.882314 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.882884 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension router-service-type not supported by any of loaded plugins Apr 14 16:02:02.883242 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.884167 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.884742 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: security-groups-normalized-cidr Apr 14 16:02:02.885125 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.886059 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.886639 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: port-security-groups-filtering Apr 14 16:02:02.886999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.887944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.888517 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: security-groups-remote-address-group Apr 14 16:02:02.888876 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: securitygroup.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.902799 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.903405 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: security-group Apr 14 16:02:02.903779 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: segment.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.904642 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.905251 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension segment not supported by any of loaded plugins Apr 14 16:02:02.905618 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.906584 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.907163 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 14 16:02:02.907528 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: servicetype.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.908632 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.909245 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: service-type Apr 14 16:02:02.909614 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: sorting.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.910639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.911016 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: sorting Apr 14 16:02:02.911378 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: standard_attr_segment.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.912305 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.912881 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 14 16:02:02.913271 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: standardattrdescription.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.913955 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.914523 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: standard-attr-description Apr 14 16:02:02.914885 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: stateful_security_group.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.915821 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.916414 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: stateful-security-group Apr 14 16:02:02.916776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: stdattrs_common.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.917385 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 14 16:02:02.917754 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.918761 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.919328 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 14 16:02:02.919687 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: subnet_onboard.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.920760 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.921360 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: subnet_onboard Apr 14 16:02:02.921718 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.922645 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.923229 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 14 16:02:02.923588 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: subnet_service_types.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.924519 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.925119 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: subnet-service-types Apr 14 16:02:02.925480 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: subnetallocation.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.926596 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.927211 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: subnet_allocation Apr 14 16:02:02.927613 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.928317 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.928909 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: subnetpool-prefix-ops Apr 14 16:02:02.929295 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.930242 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.930811 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 14 16:02:02.931172 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: tagging.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.932452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.933056 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: standard-attr-tag Apr 14 16:02:02.933435 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: timestamp.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.934619 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.935202 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loaded extension: standard-attr-timestamp Apr 14 16:02:02.935569 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: trunk.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.936859 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.937463 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension trunk not supported by any of loaded plugins Apr 14 16:02:02.937824 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: trunk_details.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.938744 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.939319 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension trunk-details not supported by any of loaded plugins Apr 14 16:02:02.939682 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: uplink_status_propagation.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.940610 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.941209 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 14 16:02:02.942105 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Loading extension file: vlantransparent.py {{(pid=85131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:02.942940 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:02.943512 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 14 16:02:02.946190 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Creating instance of TrackedResource for resource:network Apr 14 16:02:02.947016 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Creating instance of TrackedResource for resource:subnet Apr 14 16:02:02.947699 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 16:02:02.948359 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Creating instance of TrackedResource for resource:port Apr 14 16:02:02.949887 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.resource_helper [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:02.950412 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.resource_helper [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Service FLAVORS assigned prefix: {{(pid=85131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:02.951088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.resource_helper [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:02.951555 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.resource_helper [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:02.951921 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Creating instance of TrackedResource for resource:router Apr 14 16:02:02.952637 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 16:02:02.953450 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.resource_helper [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Service METERING assigned prefix: /metering {{(pid=85131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:02.955248 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.955649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.956032 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:02.957801 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 16:02:02.958412 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Creating instance of TrackedResource for resource:security_group Apr 14 16:02:02.959218 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 16:02:02.960022 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.resource_helper [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Service CORE assigned prefix: {{(pid=85131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:02.960401 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 16:02:02.960764 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] subnetpool is already registered Apr 14 16:02:02.961455 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.resource_helper [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Service CORE assigned prefix: {{(pid=85131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:02.961820 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 16:02:02.962175 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] subnetpool is already registered Apr 14 16:02:02.964895 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.resource_helper [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:02.965392 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.resource_helper [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Service FLAVORS assigned prefix: {{(pid=85131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:02.966030 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.resource_helper [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:02.966491 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.resource_helper [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:02.966857 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Creating instance of TrackedResource for resource:router Apr 14 16:02:02.967227 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] router is already registered Apr 14 16:02:02.967880 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 16:02:02.968240 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] floatingip is already registered Apr 14 16:02:02.968920 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.resource_helper [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Service METERING assigned prefix: /metering {{(pid=85131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:02.969685 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 16:02:02.970046 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] rbac_policy is already registered Apr 14 16:02:02.970665 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Creating instance of TrackedResource for resource:security_group Apr 14 16:02:02.971025 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] security_group is already registered Apr 14 16:02:02.971679 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 16:02:02.972040 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] security_group_rule is already registered Apr 14 16:02:02.972779 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.resource_helper [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Service CORE assigned prefix: {{(pid=85131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:02.973170 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 16:02:02.973531 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] subnetpool is already registered Apr 14 16:02:02.974198 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.resource_helper [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Service CORE assigned prefix: {{(pid=85131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:02.974556 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 16:02:02.974910 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING neutron.quota.resource_registry [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] subnetpool is already registered Apr 14 16:02:02.975627 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: extensions {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:02.977233 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: address-groups {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:02.978889 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: address-scopes {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:02.980155 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: agents {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:02.981397 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: auto-allocated-topology {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:02.982700 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: availability_zones {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:02.984076 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: dhcp-networks {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:02.985634 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: dhcp-agents {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:02.987131 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: routers {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:02.989104 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: flavors {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:02.990268 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: service_profiles {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:02.991526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: next_providers {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:02.993146 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: service_profiles {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:02.994643 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: floatingip-pools {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:02.995914 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: routers {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:02.997813 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: floatingips {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:02.999057 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: l3-routers {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.000528 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: l3-agents {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.002028 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: metering-labels {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.004814 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: metering-label-rules {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.006257 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: network-ip-availabilities {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.007610 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: bindings {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.009359 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: quotas {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.010858 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: quotas {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.012331 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: rbac-policies {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.013705 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: security-groups {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.014980 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: security-group-rules {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.016269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: service-providers {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.017595 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: subnetpools {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.019073 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: subnetpools {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.020662 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: tags {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.022468 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: tags {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.024356 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: tags {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.026235 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: tags {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.028111 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: tags {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.030072 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: tags {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.031836 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: tags {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.033862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: tags {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.036319 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: tags {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.038368 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.extensions [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Extended resource: tags {{(pid=85131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:03.045155 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING keystonemiddleware.auth_token [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 14 16:02:03.050430 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING keystonemiddleware.auth_token [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 14 16:02:03.059780 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Acquired lock "singleton_lock" {{(pid=85131) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 14 16:02:03.060293 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Releasing lock "singleton_lock" {{(pid=85131) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 14 16:02:03.062025 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO oslo_service.service [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Starting 2 workers Apr 14 16:02:03.067006 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Started child 85244 {{(pid=85131) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 16:02:03.071004 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:03.071808 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Started child 85245 {{(pid=85131) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 16:02:03.072487 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [-] (85244) wsgi starting up on http://0.0.0.0:9696 Apr 14 16:02:03.073307 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.service [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 14 16:02:03.073962 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Notify callbacks [] for process, before_spawn {{(pid=85131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:03.075304 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:03.076475 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO oslo_service.service [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Starting 1 workers Apr 14 16:02:03.076679 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [-] (85245) wsgi starting up on http://0.0.0.0:9696 Apr 14 16:02:03.081975 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Started child 85246 {{(pid=85131) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 16:02:03.082555 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO oslo_service.service [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Starting 1 workers Apr 14 16:02:03.084402 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.service [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] calling RpcWorker wait() {{(pid=85246) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 14 16:02:03.084838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.service [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] returning from RpcWorker wait() {{(pid=85246) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 14 16:02:03.086341 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:03.086884 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:02:03.087510 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Started child 85247 {{(pid=85131) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 16:02:03.088375 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d50d96b1-8f47-411b-82ae-068dcbc681c9 None None] Notify callbacks [] for process, after_spawn {{(pid=85131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:03.090417 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85131) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 14 16:02:03.090635 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 14 16:02:03.090999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 14 16:02:03.091410 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 14 16:02:03.091984 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 14 16:02:03.092317 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 14 16:02:03.093012 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.093491 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.093958 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.094409 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:03.094542 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.094999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.095794 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.096236 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.096686 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.097171 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.097588 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.098500 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.098857 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.099367 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.099783 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.100280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.100721 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.101158 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.101609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.101966 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.102381 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.102816 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.103253 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.103686 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] debug = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.104116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.104825 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.105260 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.105690 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.106088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.106552 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.106961 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.107408 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.107809 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.108199 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.108605 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.109065 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.109487 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.109873 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.110277 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.110718 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.111123 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.111704 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] host = dv-cinder-786266-1-iscsi {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.112108 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.112504 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.112912 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.113368 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.114582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.115004 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.115436 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.115889 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.116306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.116723 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.117195 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.117635 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.118047 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.118456 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] log_file = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.118786 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] log_options = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.119207 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.119654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.120090 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.120456 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.120796 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.121178 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.121689 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.122537 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.123014 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.123280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.123540 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.123853 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.124069 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.124325 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.124683 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.125139 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.125565 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.125798 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.126241 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.126668 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.127101 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.127609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.127886 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.128134 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.128261 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:02:03.128659 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.128918 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.129250 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.129543 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.129821 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.130550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.130550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.130725 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.130842 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.131318 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.131614 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.131860 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.132090 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.132579 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.132854 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.133165 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.133481 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.133731 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.134001 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.134250 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.134515 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.134758 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] use_json = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.135010 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.135230 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.135529 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.135776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.136034 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.136279 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.136530 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.136820 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.137307 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.137621 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.137987 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.138247 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.138517 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.138794 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.139084 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.139337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.139626 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.139900 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.140207 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.140457 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.140984 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.142033 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.142335 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.142709 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.142999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.144354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.144354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.144354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.144354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.144354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.144762 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.145028 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.145325 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.145766 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.146174 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.146632 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.146911 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.147168 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.147437 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.147688 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.147996 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.148273 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.148544 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.148801 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.149115 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.149386 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.149672 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.149936 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.150236 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.150505 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.150759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.151160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.151326 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.151469 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.151697 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.152156 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.152452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.152832 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.153138 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.153405 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.153655 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.153902 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.154154 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.154476 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.154641 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.154879 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.155124 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.155375 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.155640 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.155926 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.156208 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.156592 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.156756 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.156908 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.157191 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.157449 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.157688 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.157936 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.158186 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.158455 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.158701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.158947 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.159192 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.159435 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.159701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.159947 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.160689 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.161169 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.161424 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.161674 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.161922 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.162190 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.162499 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.162855 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.163152 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.163437 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.163693 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.163977 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.164230 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.164535 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.164765 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.165056 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.165312 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.165586 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.165846 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.166126 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.166385 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.166717 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.166948 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.167203 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.167470 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.167726 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.168004 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.168286 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.168577 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.168848 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.169144 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.169422 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.169702 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.170224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.170679 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.171185 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.171618 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.172110 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.172818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.172818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.173264 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.173435 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.173615 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.173889 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.174176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.174565 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.175139 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.175139 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.177391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.177391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.177391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.177391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.177391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.177391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.179752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.179752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.179752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.179752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.179752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.179752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.179752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.179752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.180503 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.180503 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.180503 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.180503 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.181091 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.181091 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.181371 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.181844 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.181844 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.182134 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.182697 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.182697 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.182999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.182999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.183802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.183802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.184073 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.184073 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.184346 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.184562 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.184795 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.185265 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.185719 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.186383 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.186801 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.187238 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.187693 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.187994 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.188252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.188590 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.188878 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.189188 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.189479 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.189760 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.190038 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.190289 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.190578 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.190840 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.191087 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.191320 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.191831 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.192270 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.192564 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.192795 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.193077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.193373 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.193649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.194031 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.194308 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.194581 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.194850 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.195100 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.195370 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.195644 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.195918 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.196169 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.196420 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.196671 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.196963 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.197260 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.197541 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.197790 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.198113 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.198286 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.198555 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.198803 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.199145 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.199419 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.199664 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.199934 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.200369 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.200513 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.200699 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.200942 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.201256 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.201503 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.201768 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.202013 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.202257 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.202508 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.202758 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.203018 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.205073 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.205073 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.205073 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.205401 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 33010) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:03.205499 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.205499 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.205499 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.205499 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.205499 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.205499 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.206017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.206017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.206213 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.206462 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.206746 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.207003 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.207293 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.207557 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.207881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.208268 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.208639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.208946 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.209270 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.209575 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.209891 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.210198 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.210449 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.210783 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.211141 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.211439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.211719 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.211988 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.212278 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.212536 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.212790 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.213081 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.213321 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.213573 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.213855 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.214140 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.214418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.214669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.214946 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.215202 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.215463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.215726 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.215999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.216247 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.216924 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 14 16:02:03.217127 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0108387 Apr 14 16:02:03.217279 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85131) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 14 16:02:03.217279 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 14 16:02:03.217279 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 14 16:02:03.217683 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 14 16:02:03.217683 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 14 16:02:03.217973 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 14 16:02:03.218114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.218253 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.218394 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.218533 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.218672 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.218854 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.219016 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.219202 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.219387 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.219570 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.219754 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.219940 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.220124 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.220309 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.220496 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.220681 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.220864 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.221089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.222072 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.222269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.222457 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.224088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.224088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] debug = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.224088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.224088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.224088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.224088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.225972 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.225972 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.225972 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.225972 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.225972 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.225972 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.225972 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.225972 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.226759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.226759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.226759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.226759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.226759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.226759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] host = dv-cinder-786266-1-iscsi {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.226759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.226759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.227441 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.227441 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.227441 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.227441 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.227441 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.227859 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.227859 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.227859 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.228124 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.228124 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.228302 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.228448 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] log_file = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.228621 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] log_options = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.228940 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.229266 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.229617 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.229832 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.229998 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.230163 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.230444 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.230545 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.230680 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.230845 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.231198 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.231391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.231578 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.231745 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.232077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.232266 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.232451 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.232618 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.232964 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.233160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.233439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.233538 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.233706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.233852 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.233991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.234170 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.234357 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.234540 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.234724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.234887 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.235061 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.235226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.236037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.236037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.236037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.236037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.236037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.236478 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.236478 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.236654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.236654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.236826 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.236991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.237210 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.238116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.238116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] use_json = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.238116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.238116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.238116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.238658 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.238658 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.238658 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.238970 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.238970 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:03.239188 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.239277 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.239452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.239672 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.239767 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.240030 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.240030 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.240232 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.240420 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.240607 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.240801 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.240989 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.241216 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.241405 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.241593 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.242609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.242609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.242609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.242609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.242609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.242609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.242978 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.242978 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.243115 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.243273 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.244007 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.244007 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.244007 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.244007 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.244378 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.244378 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.244561 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.244561 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.244736 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.244908 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.245930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.245930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.245930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.245930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.245930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.245930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.246463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.246463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.246463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.246717 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.246717 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.246889 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.247059 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.247229 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.247605 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.247812 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.248000 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.248188 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.248375 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.248568 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.248755 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.248941 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.249155 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.249342 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.249503 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.249724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.249871 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.250167 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.250167 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.250438 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.250438 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.250696 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.250883 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.251025 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.251161 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.251296 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.251441 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.251577 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.251751 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.251938 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.252125 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.252311 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.252497 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.252684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.252872 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.253111 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.253270 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.253460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.253540 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:02:03.253630 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.254518 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.254518 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.254518 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.254518 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.254518 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.254941 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.255036 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.255188 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.255377 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.255565 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.255752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.255940 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.256128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.256318 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.256505 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.256692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.256877 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.257084 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.257275 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.258294 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.258294 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.258294 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.258294 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.258294 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.258294 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.258964 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.258964 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.258964 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.258964 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.258964 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.258964 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.258964 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.258964 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.260575 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.260575 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.260575 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.260575 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.260575 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.260575 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.260952 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.260952 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.261142 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.261343 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.261452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.261623 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.261811 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.261999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.262189 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.262427 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.262617 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.262803 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.262989 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.263177 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.263367 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.263552 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.263740 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.263899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.264091 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.264278 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.264466 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.264653 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.264812 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.264999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.265220 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.265364 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.265505 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.265696 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.265884 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.266071 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.266258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.266445 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.266645 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.266814 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.267627 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.267627 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.267627 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.267627 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.267627 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.267960 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.267960 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.268927 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.268927 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.268927 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.268927 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.268927 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.268927 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.269413 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.269413 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.270427 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.270427 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.270427 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.270675 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.270865 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.271058 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.271194 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.271383 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.271566 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.271732 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.272057 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.272414 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.277986 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.277986 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.277986 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.277986 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.277986 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.277986 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.277986 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.277986 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.278729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.278729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.278729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.278729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.278729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.278729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.278729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.278729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.279418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.279418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.279418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.279418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.279418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.279418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.279418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.279418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.279418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.280149 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.280149 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.280149 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.280149 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.280149 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.280149 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.280149 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.280149 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.280776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.280776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.280776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.280776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.280776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.280776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.280776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.280776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.280776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.281526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.281526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.281526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.281526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.281526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.281944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.282040 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.283456 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.283456 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.283456 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.283456 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.283456 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.283456 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.283456 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.283456 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.284053 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.284053 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.284053 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.284053 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.284350 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.284448 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.284543 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.284975 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.284975 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.285156 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.285311 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.285559 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.285744 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.285877 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.286950 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.287134 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.287288 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.287476 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.287633 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.287822 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.287977 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.288166 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.288329 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.289069 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.289069 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.289069 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.289069 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.289365 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:03.289365 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 14 16:02:14.472195 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c764343-f97a-41a4-9d70-17e57312e48d None None] get_active_networks_info from dv-cinder-786266-1-iscsi {{(pid=85246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 14 16:02:14.665331 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c764343-f97a-41a4-9d70-17e57312e48d None None] No non-hosted networks {{(pid=85246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 14 16:02:14.692541 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6ca7-f022-4212-8cde-722ebb7257d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915'] for agent, after_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:16.524509 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-470ffb82-66e7-48c1-82fd-4fb140cf4aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915'] for agent, after_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:16.574897 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6033e0ca-1dfc-46b4-87fc-c01518ac1114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:17.496660 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915'] for agent, after_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:17.610935 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915'] for agent, after_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:17.612094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:17.612960 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:17.614510 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:17.615076 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:17.615665 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:17.616463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:17.617066 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:17.618153 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:17.619057 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:17.619600 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:17.620273 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:17.621067 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:17.633129 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786266-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:02:17.638296 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786266-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:02:18.924228 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915'] for agent, after_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:19.501877 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 33102) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:20.156045 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING oslo_policy.policy [None req-b8061d69-c7a1-45ae-9106-3fa7bc80c475 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 16:02:20.156637 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING oslo_policy.policy [None req-b8061d69-c7a1-45ae-9106-3fa7bc80c475 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 16:02:20.392241 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [None req-b8061d69-c7a1-45ae-9106-3fa7bc80c475 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:02:20.393605 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-b8061d69-c7a1-45ae-9106-3fa7bc80c475 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8896363 Apr 14 16:02:21.733438 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_hamode_db [None req-4e5f4575-b5e2-4657-812b-bb5caec6160b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 14 16:02:21.824180 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f4575-b5e2-4657-812b-bb5caec6160b None None] Routers set() bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:02:21.824536 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f4575-b5e2-4657-812b-bb5caec6160b None None] Router IDs set() for agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 14 16:02:23.151116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 33118) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:23.537920 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-755416ef-7432-4c31-81ef-9afd6e60a039 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:02:23.641162 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.policy [None req-755416ef-7432-4c31-81ef-9afd6e60a039 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85244) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 14 16:02:23.696020 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING oslo_policy.policy [None req-755416ef-7432-4c31-81ef-9afd6e60a039 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 16:02:23.696421 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING oslo_policy.policy [None req-755416ef-7432-4c31-81ef-9afd6e60a039 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 16:02:23.714682 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota [None req-755416ef-7432-4c31-81ef-9afd6e60a039 admin admin] Loaded quota_driver: . Apr 14 16:02:23.730902 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-755416ef-7432-4c31-81ef-9afd6e60a039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:02:23.787433 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-755416ef-7432-4c31-81ef-9afd6e60a039 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273977264550', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273977266104', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273977336522', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273977346414', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273977364279', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273977364212', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1005306', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-979485', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854171820', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851132029'] for rbac-policy, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:24.009685 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-755416ef-7432-4c31-81ef-9afd6e60a039 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:24.010927 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-755416ef-7432-4c31-81ef-9afd6e60a039 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8588183 Apr 14 16:02:27.210006 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 33132) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:27.587295 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'c9aeb03555934266851f9291f6a690f7', 'name': 'private'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:02:27.593105 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:02:27.598249 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Usage tracker for resource:network and tenant:c9aeb03555934266851f9291f6a690f7 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:02:27.601705 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:02:27.608182 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:02:27.617685 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Made reservation on behalf of c9aeb03555934266851f9291f6a690f7 for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:02:27.623794 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:27.651579 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:27.667315 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:02:27.671341 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Usage tracker for resource:security_group_rule and tenant:c9aeb03555934266851f9291f6a690f7 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:02:27.676422 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:02:27.682633 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:02:27.781403 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:27.784040 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:27.788646 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:27.808418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:02:27.835271 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762880980902', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:27.835850 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Unsubscribe: segment precommit_create {{(pid=85244) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 14 16:02:27.836305 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Added segment 47754f2e-b940-4446-8eb7-e9a15572d778 of type vlan for network 293c3422-aaa5-4594-9932-83060cb0ec38 Apr 14 16:02:27.885543 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d902c41-94f3-4eea-941c-866d72fa5bff,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:27.901678 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:27.902050 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:27.902407 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:27.902762 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:27.903112 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:27.903473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:27.903818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:27.904162 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:27.904517 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:27.904858 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:27.905224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:27.905566 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Tracked resource versions report: Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: pushed versions: Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: { 'AddressGroup': {'1.2'}, Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'ConntrackHelper': {'1.0'}, Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Log': {'1.0'}, Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Network': {'1.1'}, Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Port': {'1.7'}, Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'PortForwarding': {'1.2'}, Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'QosPolicy': {'1.8'}, Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroup': {'1.4'}, Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SubPort': {'1.0'}, Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Subnet': {'1.1'}, Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Trunk': {'1.1'}} Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: consumer versions: Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: { DHCP agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: L3 agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: Metadata agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: Metering agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: Open vSwitch agent@dv-cinder-786266-1-iscsi: { 'AddressGroup': '1.2', Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'ConntrackHelper': '1.0', Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Log': '1.0', Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Network': '1.1', Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Port': '1.7', Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'PortForwarding': '1.2', Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'QosPolicy': '1.8', Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroup': '1.4', Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroupRule': '1.2', Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SubPort': '1.0', Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Subnet': '1.1', Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Trunk': '1.1'}} Apr 14 16:02:27.906658 dv-cinder-786266-1-iscsi neutron-server[85131]: {{(pid=85244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:02:27.953170 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:27.965315 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:27.995906 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:27.997327 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:02:27.997976 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:28.003418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:28.110678 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8994939 Apr 14 16:02:28.114062 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Pushing event updated for resources: {'Network': ['ID=293c3422-aaa5-4594-9932-83060cb0ec38,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:28.117368 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:28.135615 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network 293c3422-aaa5-4594-9932-83060cb0ec38 details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:02:31.434003 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 33148) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:31.954432 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab046303-5af6-428a-8873-ce6aa7e8a859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:02:31.956677 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ab046303-5af6-428a-8873-ce6aa7e8a859 admin admin] 10.222.0.60 "GET /v2.0/networks/293c3422-aaa5-4594-9932-83060cb0ec38 HTTP/1.1" status: 200 len: 825 time: 0.5213532 Apr 14 16:02:31.985024 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-53469ab7-4ea2-4d99-9ce3-0c8ca890a1b0 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/8eb94a88-9f4c-4b7a-a4e2-bf206a02a6c6 HTTP/1.1" status: 200 len: 734 time: 0.0223186 Apr 14 16:02:31.994814 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-8d7b894b-33c2-440d-810b-8d9387c029e1 admin admin] Request body: {'subnet': {'subnetpool_id': '8eb94a88-9f4c-4b7a-a4e2-bf206a02a6c6', 'network_id': '293c3422-aaa5-4594-9932-83060cb0ec38', 'tenant_id': 'c9aeb03555934266851f9291f6a690f7', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:02:31.999221 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-8d7b894b-33c2-440d-810b-8d9387c029e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:02:32.003623 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-8d7b894b-33c2-440d-810b-8d9387c029e1 admin admin] Usage tracker for resource:subnet and tenant:c9aeb03555934266851f9291f6a690f7 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:02:32.006565 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-8d7b894b-33c2-440d-810b-8d9387c029e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:02:32.012325 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-8d7b894b-33c2-440d-810b-8d9387c029e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:02:32.021620 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7b894b-33c2-440d-810b-8d9387c029e1 admin admin] Made reservation on behalf of c9aeb03555934266851f9291f6a690f7 for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:02:32.026157 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8d7b894b-33c2-440d-810b-8d9387c029e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:32.524028 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8d7b894b-33c2-440d-810b-8d9387c029e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:32.538912 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:32.679886 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b894b-33c2-440d-810b-8d9387c029e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:32.686230 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8d7b894b-33c2-440d-810b-8d9387c029e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:32.741204 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b894b-33c2-440d-810b-8d9387c029e1 admin admin] Checking segment: {'id': '47754f2e-b940-4446-8eb7-e9a15572d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '293c3422-aaa5-4594-9932-83060cb0ec38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:02:32.741587 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7b894b-33c2-440d-810b-8d9387c029e1 admin admin] Network hostable DHCP agents. Network: 293c3422-aaa5-4594-9932-83060cb0ec38, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:02:32.761510 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7b894b-33c2-440d-810b-8d9387c029e1 admin admin] Network 293c3422-aaa5-4594-9932-83060cb0ec38 is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:02:32.770501 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-8d7b894b-33c2-440d-810b-8d9387c029e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, 293c3422-aaa5-4594-9932-83060cb0ec38) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:02:32.774944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7b894b-33c2-440d-810b-8d9387c029e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:02:32.775512 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8d7b894b-33c2-440d-810b-8d9387c029e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:32.781134 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5921d3-c67c-43bd-a732-5221e3ee7f01 None None] Network 293c3422-aaa5-4594-9932-83060cb0ec38 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:02:32.795921 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-8d7b894b-33c2-440d-810b-8d9387c029e1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8050067 Apr 14 16:02:33.275235 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad7a66d5-4ab3-56a4-9b57-469e0d818c9a-293c3422-aaa5-4594-9932-83060cb0ec38', 'network_id': '293c3422-aaa5-4594-9932-83060cb0ec38', 'tenant_id': 'c9aeb03555934266851f9291f6a690f7', 'fixed_ips': [{'subnet_id': '62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0'}]}} from dv-cinder-786266-1-iscsi. {{(pid=85246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:02:33.276297 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:33.463887 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Allocated IP 172.20.0.2 (293c3422-aaa5-4594-9932-83060cb0ec38/62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0/fd9b94ed-0fcc-4d61-979b-4fe745649e62) {{(pid=85246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:02:33.696914 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Notify callbacks [] for port, precommit_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:33.710575 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Transition to ACTIVE for port object fd9b94ed-0fcc-4d61-979b-4fe745649e62 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:02:33.733859 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Transition to ACTIVE for port object fd9b94ed-0fcc-4d61-979b-4fe745649e62 will not be triggered until provisioned by entity DHCP. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:02:33.741729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:33.757753 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:33.893001 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Pushing event updated for resources: {'Port': ['ID=fd9b94ed-0fcc-4d61-979b-4fe745649e62,revision_number=1']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:33.905367 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:33.905737 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:33.906104 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:33.906463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:33.906818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:33.907180 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:33.907520 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:33.908381 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:33.909247 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:33.909605 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:33.909955 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:33.910304 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Tracked resource versions report: Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: pushed versions: Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: { 'AddressGroup': {'1.2'}, Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'ConntrackHelper': {'1.0'}, Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Log': {'1.0'}, Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Network': {'1.1'}, Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Port': {'1.7'}, Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'PortForwarding': {'1.2'}, Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'QosPolicy': {'1.8'}, Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroup': {'1.4'}, Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SubPort': {'1.0'}, Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Subnet': {'1.1'}, Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Trunk': {'1.1'}} Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: consumer versions: Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: { DHCP agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: L3 agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: Metadata agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: Metering agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: Open vSwitch agent@dv-cinder-786266-1-iscsi: { 'AddressGroup': '1.2', Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'ConntrackHelper': '1.0', Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Log': '1.0', Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Network': '1.1', Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Port': '1.7', Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'PortForwarding': '1.2', Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'QosPolicy': '1.8', Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroup': '1.4', Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroupRule': '1.2', Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SubPort': '1.0', Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Subnet': '1.1', Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Trunk': '1.1'}} Apr 14 16:02:33.911400 dv-cinder-786266-1-iscsi neutron-server[85131]: {{(pid=85246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:02:33.926326 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:33.966987 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Network 293c3422-aaa5-4594-9932-83060cb0ec38 is already hosted by enough agents. {{(pid=85246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:02:33.968174 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Resources bound (agent type, host, resource id): {{(pid=85246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:02:33.972014 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Received port after_create {{(pid=85246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:02:34.073312 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Attempting to bind port fd9b94ed-0fcc-4d61-979b-4fe745649e62 on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:02:34.073654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Attempting to bind port fd9b94ed-0fcc-4d61-979b-4fe745649e62 by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '47754f2e-b940-4446-8eb7-e9a15572d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '293c3422-aaa5-4594-9932-83060cb0ec38'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:02:34.074066 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Attempting to bind port fd9b94ed-0fcc-4d61-979b-4fe745649e62 on network 293c3422-aaa5-4594-9932-83060cb0ec38 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:02:34.079594 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:02:34.081015 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Checking segment: {'id': '47754f2e-b940-4446-8eb7-e9a15572d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '293c3422-aaa5-4594-9932-83060cb0ec38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:02:34.081497 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:34.082021 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Bound using segment: {'id': '47754f2e-b940-4446-8eb7-e9a15572d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '293c3422-aaa5-4594-9932-83060cb0ec38'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:02:34.082544 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Bound port: fd9b94ed-0fcc-4d61-979b-4fe745649e62, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47754f2e-b940-4446-8eb7-e9a15572d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '293c3422-aaa5-4594-9932-83060cb0ec38'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:02:34.082860 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:34.164328 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] For port fd9b94ed-0fcc-4d61-979b-4fe745649e62, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:02:34.168414 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] For port fd9b94ed-0fcc-4d61-979b-4fe745649e62, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=fd9b94ed-0fcc-4d61-979b-4fe745649e62,segment=NetworkSegment(47754f2e-b940-4446-8eb7-e9a15572d778),segment_id=47754f2e-b940-4446-8eb7-e9a15572d778)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:02:34.171966 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:34.187676 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:34.337638 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Pushing event updated for resources: {'Port': ['ID=fd9b94ed-0fcc-4d61-979b-4fe745649e62,revision_number=2']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:34.340739 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:35.590904 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 33158) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:36.006862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [None req-0b98bb7f-6be3-48c3-be58-ae86447588ad admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:02:36.007928 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-0b98bb7f-6be3-48c3-be58-ae86447588ad admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4159975 Apr 14 16:02:38.894138 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 33168) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:39.293172 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [None req-b7c8e900-cf50-4747-b868-8f9aa90bb7d7 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:02:39.294285 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-b7c8e900-cf50-4747-b868-8f9aa90bb7d7 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3991444 Apr 14 16:02:39.681571 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device fd9b94ed-0fcc-4d61-979b-4fe745649e62 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:02:39.754270 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port fd9b94ed-0fcc-4d61-979b-4fe745649e62 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:02:41.270116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6166d02-99b1-47bf-9a79-c76740d3e406 None None] Network 293c3422-aaa5-4594-9932-83060cb0ec38 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:02:41.372629 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-0d03312d-1838-4ab4-b02a-71df8067e1f9 None None] Provisioning for port fd9b94ed-0fcc-4d61-979b-4fe745649e62 completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:02:41.390934 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-0d03312d-1838-4ab4-b02a-71df8067e1f9 None None] Provisioning complete for port fd9b94ed-0fcc-4d61-979b-4fe745649e62 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:02:41.391249 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0d03312d-1838-4ab4-b02a-71df8067e1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:41.622753 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0d03312d-1838-4ab4-b02a-71df8067e1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:41.645464 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-0d03312d-1838-4ab4-b02a-71df8067e1f9 None None] For port fd9b94ed-0fcc-4d61-979b-4fe745649e62, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=fd9b94ed-0fcc-4d61-979b-4fe745649e62,segment=NetworkSegment(47754f2e-b940-4446-8eb7-e9a15572d778),segment_id=47754f2e-b940-4446-8eb7-e9a15572d778)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:02:41.655641 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0d03312d-1838-4ab4-b02a-71df8067e1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:41.662113 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c6237ab8-38c5-42f4-91f1-d618f9c39616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:41.737896 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03312d-1838-4ab4-b02a-71df8067e1f9 None None] Pushing event updated for resources: {'Port': ['ID=fd9b94ed-0fcc-4d61-979b-4fe745649e62,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:41.741828 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0d03312d-1838-4ab4-b02a-71df8067e1f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:41.882416 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-7ccb2562-53c4-402c-8181-7d230e38861c None None] Provisioning complete for port fd9b94ed-0fcc-4d61-979b-4fe745649e62 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:02:41.882816 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7ccb2562-53c4-402c-8181-7d230e38861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:42.370677 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 33184) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:42.746072 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-6d44f4ed-18c0-4e92-a3c5-aa029769494b admin admin] Request body: {'router': {'tenant_id': 'c9aeb03555934266851f9291f6a690f7', 'name': 'router1', 'admin_state_up': True}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:02:42.751770 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-6d44f4ed-18c0-4e92-a3c5-aa029769494b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:02:42.755770 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-6d44f4ed-18c0-4e92-a3c5-aa029769494b admin admin] Usage tracker for resource:router and tenant:c9aeb03555934266851f9291f6a690f7 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:02:42.758937 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-6d44f4ed-18c0-4e92-a3c5-aa029769494b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:02:42.764875 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-6d44f4ed-18c0-4e92-a3c5-aa029769494b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:02:42.773835 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6d44f4ed-18c0-4e92-a3c5-aa029769494b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6923'] for router, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:42.775157 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6d44f4ed-18c0-4e92-a3c5-aa029769494b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854361997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854264817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768878'] for router, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:42.795455 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6d44f4ed-18c0-4e92-a3c5-aa029769494b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:42.905046 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6d44f4ed-18c0-4e92-a3c5-aa029769494b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854361879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394315'] for router, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:42.923846 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6d44f4ed-18c0-4e92-a3c5-aa029769494b admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:42.925097 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-6d44f4ed-18c0-4e92-a3c5-aa029769494b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5533521 Apr 14 16:02:43.658025 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device fd9b94ed-0fcc-4d61-979b-4fe745649e62 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:02:43.731283 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port fd9b94ed-0fcc-4d61-979b-4fe745649e62 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:02:43.731685 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:44.391110 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-50ed3cf5-5d14-4de2-a4b7-b5efd00b975e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:45.655878 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 33194) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:46.048244 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [None req-80a2ec48-0998-45dc-beff-60f36edd5675 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:02:46.049632 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-80a2ec48-0998-45dc-beff-60f36edd5675 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3927310 Apr 14 16:02:46.538869 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7699cb7c-ea76-4c60-8747-24901f549ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:47.449829 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:47.613627 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:48.797756 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 33214) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:48.873337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:49.071863 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING oslo_policy.policy [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 16:02:49.072457 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING oslo_policy.policy [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 16:02:49.302158 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:02:49.305325 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.quota [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Loaded quota_driver: . Apr 14 16:02:49.321721 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:02:49.328278 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Usage tracker for resource:network and tenant:79668e62ee984a00aca3e27c4608d344 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:02:49.332719 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:02:49.340182 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:02:49.354501 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Made reservation on behalf of 79668e62ee984a00aca3e27c4608d344 for: {'network': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:02:49.431580 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.policy [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85245) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 14 16:02:49.487453 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING oslo_policy.policy [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 16:02:49.487849 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING oslo_policy.policy [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 16:02:49.508461 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:49.527782 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:49.543919 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:02:49.548405 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Usage tracker for resource:security_group_rule and tenant:79668e62ee984a00aca3e27c4608d344 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:02:49.551639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:02:49.557482 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:02:49.815350 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:49.817911 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:49.822672 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:49.834310 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Reserving flat network on physical network physnet1 {{(pid=85245) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 14 16:02:49.855406 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762880980902', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:49.855981 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Unsubscribe: segment precommit_create {{(pid=85245) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 14 16:02:49.856443 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Added segment 481a4bb9-3acf-4a97-bda1-8ac4322b83b4 of type flat for network b5eead06-8405-4d4c-aea5-71473e96d6f3 Apr 14 16:02:49.933875 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7f2639-1012-4da8-82b9-d421c0336018,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:49.950492 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:49.950863 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:49.951223 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:49.951576 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:49.951923 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:49.952282 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:49.952637 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:49.952980 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:49.953365 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:49.953796 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:49.954092 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:49.954434 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Tracked resource versions report: Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: pushed versions: Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: { 'AddressGroup': {'1.2'}, Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'ConntrackHelper': {'1.0'}, Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Log': {'1.0'}, Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Network': {'1.1'}, Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Port': {'1.7'}, Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'PortForwarding': {'1.2'}, Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'QosPolicy': {'1.8'}, Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroup': {'1.4'}, Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SubPort': {'1.0'}, Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Subnet': {'1.1'}, Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Trunk': {'1.1'}} Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: consumer versions: Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: { DHCP agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: L3 agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: Metadata agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: Metering agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: Open vSwitch agent@dv-cinder-786266-1-iscsi: { 'AddressGroup': '1.2', Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'ConntrackHelper': '1.0', Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Log': '1.0', Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Network': '1.1', Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Port': '1.7', Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'PortForwarding': '1.2', Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'QosPolicy': '1.8', Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroup': '1.4', Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroupRule': '1.2', Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SubPort': '1.0', Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Subnet': '1.1', Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Trunk': '1.1'}} Apr 14 16:02:49.955530 dv-cinder-786266-1-iscsi neutron-server[85131]: {{(pid=85245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:02:49.996659 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:50.005155 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:50.042293 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:50.043658 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:02:50.044293 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:50.049867 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:50.162769 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3639226 Apr 14 16:02:50.163492 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Pushing event updated for resources: {'Network': ['ID=b5eead06-8405-4d4c-aea5-71473e96d6f3,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:50.166729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:50.175392 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:02:52.727373 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 33244) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:52.848120 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8f82cb-6dea-4f13-a6be-0f5f49a60ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:02:52.849593 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-9a8f82cb-6dea-4f13-a6be-0f5f49a60ece admin admin] 10.222.0.60 "GET /v2.0/subnets/62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0 HTTP/1.1" status: 200 len: 849 time: 0.1212020 Apr 14 16:02:53.026853 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-1c39de21-88e6-4cbe-87c5-c81c350f64f6 admin admin] 10.222.0.60 "GET /v2.0/routers/83c34eaf-18c9-43bf-8bfb-3e8225058f30 HTTP/1.1" status: 200 len: 704 time: 0.1711860 Apr 14 16:02:53.511019 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:53.750746 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Allocated IP 172.20.0.1 (293c3422-aaa5-4594-9932-83060cb0ec38/62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0/ab902875-6b93-4e99-b420-868f075110cd) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:02:53.909978 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:53.928096 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Transition to ACTIVE for port object ab902875-6b93-4e99-b420-868f075110cd will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:02:54.132053 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:54.147973 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:54.281905 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Pushing event updated for resources: {'Port': ['ID=ab902875-6b93-4e99-b420-868f075110cd,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:54.288310 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:54.340450 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Network 293c3422-aaa5-4594-9932-83060cb0ec38 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:02:54.341555 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:02:54.344325 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:02:54.344845 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394380'] for router_interface, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:54.493490 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-62bdbe2e-f8f7-4fa4-9e50-f0ec9251fc5e None None] Provisioning for port ab902875-6b93-4e99-b420-868f075110cd completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:02:54.498226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-62bdbe2e-f8f7-4fa4-9e50-f0ec9251fc5e None None] Provisioning complete for port ab902875-6b93-4e99-b420-868f075110cd triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:02:54.498660 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-62bdbe2e-f8f7-4fa4-9e50-f0ec9251fc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:54.553268 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-62bdbe2e-f8f7-4fa4-9e50-f0ec9251fc5e None None] Port ab902875-6b93-4e99-b420-868f075110cd cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:02:54.616008 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:54.884612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:54.887842 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:54.888936 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410661'] for router_interface, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:54.903249 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:55.039388 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Pushing event updated for resources: {'Port': ['ID=ab902875-6b93-4e99-b420-868f075110cd,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:55.043495 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:55.094915 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Network 293c3422-aaa5-4594-9932-83060cb0ec38 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:02:55.095996 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:02:55.276224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-5b80cc93-298d-434b-bc5e-648b6e53ce5e None None] Provisioning complete for port ab902875-6b93-4e99-b420-868f075110cd triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:02:55.276634 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5b80cc93-298d-434b-bc5e-648b6e53ce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:55.295634 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Router 83c34eaf-18c9-43bf-8bfb-3e8225058f30 is scheduled to L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d with binding_index 1 {{(pid=85245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:02:55.335380 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-5b80cc93-298d-434b-bc5e-648b6e53ce5e None None] Port ab902875-6b93-4e99-b420-868f075110cd cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:02:55.460149 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:02:55.469318 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] 10.222.0.60 "PUT /v2.0/routers/83c34eaf-18c9-43bf-8bfb-3e8225058f30/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4368331 Apr 14 16:02:55.470706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d2038-672f-4307-8636-58cc30409311 None None] Sync routers for ids ['83c34eaf-18c9-43bf-8bfb-3e8225058f30'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:02:55.481924 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d2038-672f-4307-8636-58cc30409311 None None] Routers {'83c34eaf-18c9-43bf-8bfb-3e8225058f30'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:02:55.482797 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-025d2038-672f-4307-8636-58cc30409311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:02:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['83c34eaf-18c9-43bf-8bfb-3e8225058f30'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:02:55.674301 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-025d2038-672f-4307-8636-58cc30409311 None None] Set router 83c34eaf-18c9-43bf-8bfb-3e8225058f30 gateway port host: None {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:02:56.249343 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-025d2038-672f-4307-8636-58cc30409311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c34eaf-18c9-43bf-8bfb-3e8225058f30', 'name': 'router1', 'tenant_id': 'c9aeb03555934266851f9291f6a690f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:02:42Z', 'updated_at': '2021-04-14T16:02:54Z', 'revision_number': 2, 'project_id': 'c9aeb03555934266851f9291f6a690f7', 'gw_port_host': None, '_interfaces': [{'id': 'ab902875-6b93-4e99-b420-868f075110cd', 'name': '', 'network_id': '293c3422-aaa5-4594-9932-83060cb0ec38', 'tenant_id': 'c9aeb03555934266851f9291f6a690f7', 'mac_address': 'fa:16:3e:87:b9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c34eaf-18c9-43bf-8bfb-3e8225058f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:02:53Z', 'updated_at': '2021-04-14T16:02:54Z', 'revision_number': 2, 'project_id': 'c9aeb03555934266851f9291f6a690f7', 'subnets': [{'id': '62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eb94a88-9f4c-4b7a-a4e2-bf206a02a6c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:02:56.254934 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d2038-672f-4307-8636-58cc30409311 None None] Checking router: 83c34eaf-18c9-43bf-8bfb-3e8225058f30 for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:02:56.255317 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d2038-672f-4307-8636-58cc30409311 None None] Updating router 83c34eaf-18c9-43bf-8bfb-3e8225058f30 port ab902875-6b93-4e99-b420-868f075110cd binding host dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:02:56.314305 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-025d2038-672f-4307-8636-58cc30409311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:56.764585 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-025d2038-672f-4307-8636-58cc30409311 None None] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:56.779618 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-025d2038-672f-4307-8636-58cc30409311 None None] Transition to ACTIVE for port object ab902875-6b93-4e99-b420-868f075110cd will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:02:56.785999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-025d2038-672f-4307-8636-58cc30409311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:56.801584 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:56.936183 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Pushing event updated for resources: {'Port': ['ID=ab902875-6b93-4e99-b420-868f075110cd,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:56.947471 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:56.947843 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:56.948205 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:56.948560 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:56.948912 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:56.951399 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:56.951399 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:56.951399 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:56.951399 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:56.951760 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:56.952015 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:56.952370 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Tracked resource versions report: Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: pushed versions: Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: { 'AddressGroup': {'1.2'}, Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'ConntrackHelper': {'1.0'}, Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Log': {'1.0'}, Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Network': {'1.1'}, Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Port': {'1.7'}, Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'PortForwarding': {'1.2'}, Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'QosPolicy': {'1.8'}, Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroup': {'1.4'}, Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SubPort': {'1.0'}, Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Subnet': {'1.1'}, Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Trunk': {'1.1'}} Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: consumer versions: Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: { DHCP agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: L3 agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: Metadata agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: Metering agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: Open vSwitch agent@dv-cinder-786266-1-iscsi: { 'AddressGroup': '1.2', Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'ConntrackHelper': '1.0', Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Log': '1.0', Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Network': '1.1', Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Port': '1.7', Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'PortForwarding': '1.2', Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'QosPolicy': '1.8', Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroup': '1.4', Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroupRule': '1.2', Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SubPort': '1.0', Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Subnet': '1.1', Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Trunk': '1.1'}} Apr 14 16:02:56.953630 dv-cinder-786266-1-iscsi neutron-server[85131]: {{(pid=85247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:02:56.961060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:57.165599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-025d2038-672f-4307-8636-58cc30409311 None None] Attempting to bind port ab902875-6b93-4e99-b420-868f075110cd on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:02:57.166024 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-025d2038-672f-4307-8636-58cc30409311 None None] Attempting to bind port ab902875-6b93-4e99-b420-868f075110cd by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '47754f2e-b940-4446-8eb7-e9a15572d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '293c3422-aaa5-4594-9932-83060cb0ec38'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:02:57.166435 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d2038-672f-4307-8636-58cc30409311 None None] Attempting to bind port ab902875-6b93-4e99-b420-868f075110cd on network 293c3422-aaa5-4594-9932-83060cb0ec38 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:02:57.172612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d2038-672f-4307-8636-58cc30409311 None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:02:57.173014 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d2038-672f-4307-8636-58cc30409311 None None] Checking segment: {'id': '47754f2e-b940-4446-8eb7-e9a15572d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '293c3422-aaa5-4594-9932-83060cb0ec38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:02:57.173521 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-025d2038-672f-4307-8636-58cc30409311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:57.173942 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d2038-672f-4307-8636-58cc30409311 None None] Bound using segment: {'id': '47754f2e-b940-4446-8eb7-e9a15572d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '293c3422-aaa5-4594-9932-83060cb0ec38'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:02:57.174471 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-025d2038-672f-4307-8636-58cc30409311 None None] Bound port: ab902875-6b93-4e99-b420-868f075110cd, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47754f2e-b940-4446-8eb7-e9a15572d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '293c3422-aaa5-4594-9932-83060cb0ec38'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:02:57.174871 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-025d2038-672f-4307-8636-58cc30409311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:57.251697 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-025d2038-672f-4307-8636-58cc30409311 None None] For port ab902875-6b93-4e99-b420-868f075110cd, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:02:57.256637 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-025d2038-672f-4307-8636-58cc30409311 None None] For port ab902875-6b93-4e99-b420-868f075110cd, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=ab902875-6b93-4e99-b420-868f075110cd,segment=NetworkSegment(47754f2e-b940-4446-8eb7-e9a15572d778),segment_id=47754f2e-b940-4446-8eb7-e9a15572d778)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:02:57.260275 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-025d2038-672f-4307-8636-58cc30409311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:57.274080 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:57.427357 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Pushing event updated for resources: {'Port': ['ID=ab902875-6b93-4e99-b420-868f075110cd,revision_number=4']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:57.437090 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:57.486212 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d2038-672f-4307-8636-58cc30409311 None None] Routers {'83c34eaf-18c9-43bf-8bfb-3e8225058f30'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:02:57.486884 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-025d2038-672f-4307-8636-58cc30409311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:02:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['83c34eaf-18c9-43bf-8bfb-3e8225058f30'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:02:57.653483 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-025d2038-672f-4307-8636-58cc30409311 None None] Set router 83c34eaf-18c9-43bf-8bfb-3e8225058f30 gateway port host: None {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:02:57.996767 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-025d2038-672f-4307-8636-58cc30409311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c34eaf-18c9-43bf-8bfb-3e8225058f30', 'name': 'router1', 'tenant_id': 'c9aeb03555934266851f9291f6a690f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:02:42Z', 'updated_at': '2021-04-14T16:02:54Z', 'revision_number': 2, 'project_id': 'c9aeb03555934266851f9291f6a690f7', 'gw_port_host': None, '_interfaces': [{'id': 'ab902875-6b93-4e99-b420-868f075110cd', 'name': '', 'network_id': '293c3422-aaa5-4594-9932-83060cb0ec38', 'tenant_id': 'c9aeb03555934266851f9291f6a690f7', 'mac_address': 'fa:16:3e:87:b9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c34eaf-18c9-43bf-8bfb-3e8225058f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:02:53Z', 'updated_at': '2021-04-14T16:02:57Z', 'revision_number': 4, 'project_id': 'c9aeb03555934266851f9291f6a690f7', 'subnets': [{'id': '62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eb94a88-9f4c-4b7a-a4e2-bf206a02a6c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:02:58.001573 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d2038-672f-4307-8636-58cc30409311 None None] The sync data for ids ['83c34eaf-18c9-43bf-8bfb-3e8225058f30'] in dv-cinder-786266-1-iscsi is: [{'id': '83c34eaf-18c9-43bf-8bfb-3e8225058f30', 'name': 'router1', 'tenant_id': 'c9aeb03555934266851f9291f6a690f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:02:42Z', 'updated_at': '2021-04-14T16:02:54Z', 'revision_number': 2, 'project_id': 'c9aeb03555934266851f9291f6a690f7', 'gw_port_host': None, '_interfaces': [{'id': 'ab902875-6b93-4e99-b420-868f075110cd', 'name': '', 'network_id': '293c3422-aaa5-4594-9932-83060cb0ec38', 'tenant_id': 'c9aeb03555934266851f9291f6a690f7', 'mac_address': 'fa:16:3e:87:b9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c34eaf-18c9-43bf-8bfb-3e8225058f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:02:53Z', 'updated_at': '2021-04-14T16:02:57Z', 'revision_number': 4, 'project_id': 'c9aeb03555934266851f9291f6a690f7', 'subnets': [{'id': '62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eb94a88-9f4c-4b7a-a4e2-bf206a02a6c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:02:58.021115 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 33256) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:58.181783 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d765d4-6214-47fd-a351-f45f0dc10fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:02:58.182380 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-e7d765d4-6214-47fd-a351-f45f0dc10fa0 admin admin] Synchronizing usage tracker for tenant:79668e62ee984a00aca3e27c4608d344 on resource:network {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:02:58.199662 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-e7d765d4-6214-47fd-a351-f45f0dc10fa0 admin admin] Unset dirty status for tenant:79668e62ee984a00aca3e27c4608d344 on resource:network {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:02:58.200896 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-e7d765d4-6214-47fd-a351-f45f0dc10fa0 admin admin] 10.222.0.60 "GET /v2.0/networks/b5eead06-8405-4d4c-aea5-71473e96d6f3 HTTP/1.1" status: 200 len: 842 time: 0.1787612 Apr 14 16:02:58.211873 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:02:58.217313 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:02:58.221430 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] Usage tracker for resource:subnet and tenant:79668e62ee984a00aca3e27c4608d344 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:02:58.224475 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:02:58.231011 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:02:58.240599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] Made reservation on behalf of 79668e62ee984a00aca3e27c4608d344 for: {'subnet': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:02:58.245251 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:58.856802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.objects.ports [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85245) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 14 16:02:58.857432 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for subnet, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:58.872100 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:59.001333 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9001a6a9-f1b6-463a-82d7-cf2a519dc649,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:59.004571 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:59.066368 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] Checking segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:02:59.066747 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] Network hostable DHCP agents. Network: b5eead06-8405-4d4c-aea5-71473e96d6f3, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:02:59.087280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:02:59.096545 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, b5eead06-8405-4d4c-aea5-71473e96d6f3) {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:02:59.101850 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:02:59.102473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:59.109656 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c6ecf2-229a-4e25-b17d-53a5a8013f1a None None] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:02:59.124241 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9161460 Apr 14 16:02:59.368554 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22e9203-5da1-415e-8a26-38dc7c3eb9d5 None None] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:03:01.684140 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device ab902875-6b93-4e99-b420-868f075110cd up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:03:01.754836 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port ab902875-6b93-4e99-b420-868f075110cd completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:03:01.758377 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 33270) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:03:01.759586 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port ab902875-6b93-4e99-b420-868f075110cd triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:03:01.759990 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:01.884159 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:01.900501 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port ab902875-6b93-4e99-b420-868f075110cd, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=ab902875-6b93-4e99-b420-868f075110cd,segment=NetworkSegment(47754f2e-b940-4446-8eb7-e9a15572d778),segment_id=47754f2e-b940-4446-8eb7-e9a15572d778)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:03:01.903252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:01.906044 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:03:01.971383 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-09116ac3-3411-48f6-ba84-86bf81737242 admin admin] 10.222.0.60 "GET /v2.0/routers/83c34eaf-18c9-43bf-8bfb-3e8225058f30 HTTP/1.1" status: 200 len: 710 time: 0.2116976 Apr 14 16:03:01.977450 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=ab902875-6b93-4e99-b420-868f075110cd,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:03:01.980710 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:03:02.112776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b44a52-e2ac-440c-ab5b-59e8210286e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:03:02.117099 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d9b44a52-e2ac-440c-ab5b-59e8210286e4 admin admin] 10.222.0.60 "GET /v2.0/networks/b5eead06-8405-4d4c-aea5-71473e96d6f3 HTTP/1.1" status: 200 len: 886 time: 0.1371477 Apr 14 16:03:02.124068 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:03:02.589734 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854381472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768863'] for router, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:03.113820 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:03.174472 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:03.319651 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Allocated IP 172.27.2.126 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/13a8dffa-7557-4a56-9649-646c0cecd1d5) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:03:03.472239 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:03.500558 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:03.516168 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:03:03.655531 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Pushing event updated for resources: {'Port': ['ID=13a8dffa-7557-4a56-9649-646c0cecd1d5,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:03:03.658712 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:03:03.671267 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device ab902875-6b93-4e99-b420-868f075110cd up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:03:03.706657 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:03:03.707768 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:03:03.710187 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:03:03.744224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port ab902875-6b93-4e99-b420-868f075110cd triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:03:03.744571 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:04.110100 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:04.466862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854381472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768863'] for router, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:04.471338 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854381453', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854361864'] for router, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:04.664599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Router 83c34eaf-18c9-43bf-8bfb-3e8225058f30 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:03:05.039679 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:03:05.048211 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Notify callbacks [] for router, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:05.049469 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] 10.222.0.60 "PUT /v2.0/routers/83c34eaf-18c9-43bf-8bfb-3e8225058f30 HTTP/1.1" status: 200 len: 890 time: 2.9288731 Apr 14 16:03:05.050361 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Sync routers for ids ['83c34eaf-18c9-43bf-8bfb-3e8225058f30'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:03:05.061010 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Routers {'83c34eaf-18c9-43bf-8bfb-3e8225058f30'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:03:05.061804 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:02:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['83c34eaf-18c9-43bf-8bfb-3e8225058f30'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:03:05.266160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Set router 83c34eaf-18c9-43bf-8bfb-3e8225058f30 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:03:05.630183 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c34eaf-18c9-43bf-8bfb-3e8225058f30', 'name': 'router1', 'tenant_id': 'c9aeb03555934266851f9291f6a690f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '13a8dffa-7557-4a56-9649-646c0cecd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:02:42Z', 'updated_at': '2021-04-14T16:03:03Z', 'revision_number': 4, 'project_id': 'c9aeb03555934266851f9291f6a690f7', 'gw_port': {'id': '13a8dffa-7557-4a56-9649-646c0cecd1d5', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c34eaf-18c9-43bf-8bfb-3e8225058f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:03:03Z', 'updated_at': '2021-04-14T16:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'ab902875-6b93-4e99-b420-868f075110cd', 'name': '', 'network_id': '293c3422-aaa5-4594-9932-83060cb0ec38', 'tenant_id': 'c9aeb03555934266851f9291f6a690f7', 'mac_address': 'fa:16:3e:87:b9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c34eaf-18c9-43bf-8bfb-3e8225058f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:02:53Z', 'updated_at': '2021-04-14T16:03:01Z', 'revision_number': 5, 'project_id': 'c9aeb03555934266851f9291f6a690f7', 'subnets': [{'id': '62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eb94a88-9f4c-4b7a-a4e2-bf206a02a6c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:03:05.635217 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Checking router: 83c34eaf-18c9-43bf-8bfb-3e8225058f30 for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:03:05.635603 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Updating router 83c34eaf-18c9-43bf-8bfb-3e8225058f30 port 13a8dffa-7557-4a56-9649-646c0cecd1d5 binding host dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:03:05.695097 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:06.097970 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Notify callbacks [] for port, precommit_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:06.113670 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Transition to ACTIVE for port object 13a8dffa-7557-4a56-9649-646c0cecd1d5 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:03:06.120243 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:06.136516 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:03:06.433873 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88083aa0-b311-40e6-aaed-0c221b8d7a41 None None] Pushing event updated for resources: {'Port': ['ID=13a8dffa-7557-4a56-9649-646c0cecd1d5,revision_number=2']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:03:06.443946 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-88083aa0-b311-40e6-aaed-0c221b8d7a41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:03:06.497006 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Attempting to bind port 13a8dffa-7557-4a56-9649-646c0cecd1d5 on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:03:06.497430 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Attempting to bind port 13a8dffa-7557-4a56-9649-646c0cecd1d5 by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:03:06.497823 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Attempting to bind port 13a8dffa-7557-4a56-9649-646c0cecd1d5 on network b5eead06-8405-4d4c-aea5-71473e96d6f3 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:03:06.504734 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:03:06.505174 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Checking segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:03:06.505807 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:06.506388 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Bound using segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:03:06.506893 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Bound port: 13a8dffa-7557-4a56-9649-646c0cecd1d5, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:03:06.507300 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:06.606122 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] For port 13a8dffa-7557-4a56-9649-646c0cecd1d5, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:03:06.613217 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] For port 13a8dffa-7557-4a56-9649-646c0cecd1d5, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=13a8dffa-7557-4a56-9649-646c0cecd1d5,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:03:06.616532 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:06.637633 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-88083aa0-b311-40e6-aaed-0c221b8d7a41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:03:06.826514 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88083aa0-b311-40e6-aaed-0c221b8d7a41 None None] Pushing event updated for resources: {'Port': ['ID=13a8dffa-7557-4a56-9649-646c0cecd1d5,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:03:06.832748 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-88083aa0-b311-40e6-aaed-0c221b8d7a41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:03:06.887303 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Routers {'83c34eaf-18c9-43bf-8bfb-3e8225058f30'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:03:06.887960 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:02:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['83c34eaf-18c9-43bf-8bfb-3e8225058f30'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:03:07.116642 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] Set router 83c34eaf-18c9-43bf-8bfb-3e8225058f30 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:03:07.490780 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c34eaf-18c9-43bf-8bfb-3e8225058f30', 'name': 'router1', 'tenant_id': 'c9aeb03555934266851f9291f6a690f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '13a8dffa-7557-4a56-9649-646c0cecd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:02:42Z', 'updated_at': '2021-04-14T16:03:03Z', 'revision_number': 4, 'project_id': 'c9aeb03555934266851f9291f6a690f7', 'gw_port': {'id': '13a8dffa-7557-4a56-9649-646c0cecd1d5', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c34eaf-18c9-43bf-8bfb-3e8225058f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:03:03Z', 'updated_at': '2021-04-14T16:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'ab902875-6b93-4e99-b420-868f075110cd', 'name': '', 'network_id': '293c3422-aaa5-4594-9932-83060cb0ec38', 'tenant_id': 'c9aeb03555934266851f9291f6a690f7', 'mac_address': 'fa:16:3e:87:b9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c34eaf-18c9-43bf-8bfb-3e8225058f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:02:53Z', 'updated_at': '2021-04-14T16:03:01Z', 'revision_number': 5, 'project_id': 'c9aeb03555934266851f9291f6a690f7', 'subnets': [{'id': '62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eb94a88-9f4c-4b7a-a4e2-bf206a02a6c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:03:07.494915 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7b91c-eea5-4c67-8fad-479c0aebee0c None None] The sync data for ids ['83c34eaf-18c9-43bf-8bfb-3e8225058f30'] in dv-cinder-786266-1-iscsi is: [{'id': '83c34eaf-18c9-43bf-8bfb-3e8225058f30', 'name': 'router1', 'tenant_id': 'c9aeb03555934266851f9291f6a690f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '13a8dffa-7557-4a56-9649-646c0cecd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:02:42Z', 'updated_at': '2021-04-14T16:03:03Z', 'revision_number': 4, 'project_id': 'c9aeb03555934266851f9291f6a690f7', 'gw_port': {'id': '13a8dffa-7557-4a56-9649-646c0cecd1d5', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c34eaf-18c9-43bf-8bfb-3e8225058f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:03:03Z', 'updated_at': '2021-04-14T16:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'ab902875-6b93-4e99-b420-868f075110cd', 'name': '', 'network_id': '293c3422-aaa5-4594-9932-83060cb0ec38', 'tenant_id': 'c9aeb03555934266851f9291f6a690f7', 'mac_address': 'fa:16:3e:87:b9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c34eaf-18c9-43bf-8bfb-3e8225058f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:02:53Z', 'updated_at': '2021-04-14T16:03:01Z', 'revision_number': 5, 'project_id': 'c9aeb03555934266851f9291f6a690f7', 'subnets': [{'id': '62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eb94a88-9f4c-4b7a-a4e2-bf206a02a6c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:03:07.718981 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 13a8dffa-7557-4a56-9649-646c0cecd1d5 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:03:07.809213 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 13a8dffa-7557-4a56-9649-646c0cecd1d5 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:03:07.815288 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 13a8dffa-7557-4a56-9649-646c0cecd1d5 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:03:07.815701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:07.867730 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 33280) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:03:07.948354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:07.966441 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port 13a8dffa-7557-4a56-9649-646c0cecd1d5, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=13a8dffa-7557-4a56-9649-646c0cecd1d5,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:03:07.970256 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:07.972525 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-88083aa0-b311-40e6-aaed-0c221b8d7a41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:03:08.000409 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d00e5276-983b-4c80-82c9-a6cd0cef3236 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1313672 Apr 14 16:03:08.046331 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=13a8dffa-7557-4a56-9649-646c0cecd1d5,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:03:08.049951 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:03:09.693243 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 13a8dffa-7557-4a56-9649-646c0cecd1d5 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:03:09.777805 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 13a8dffa-7557-4a56-9649-646c0cecd1d5 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:03:09.778217 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:10.150593 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 5 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:03:14.407180 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e4839610-c005-4978-8c97-ed1eafb3069c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:16.547878 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2fde6682-590e-43de-aee9-45e6e5347f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:17.457195 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:17.618553 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:18.897544 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:44.398141 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-78892cfb-88fc-4991-bb61-01860f6fde61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:46.541667 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0d9c5282-834b-42bc-b278-ffaa5faa6856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:47.150094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 5 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:03:47.463079 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:47.623571 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:48.894383 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:14.390572 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7803c0a0-2a7e-49fe-99d7-7a024a66c090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:16.544504 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-311af715-f78e-4b12-95a6-6c8136c67119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:17.466066 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:17.626310 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:18.891774 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:24.149393 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 5 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:04:44.393080 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7a2b54a3-89c8-4d0c-b1e6-83f60b50da47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:46.545441 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a4ebec6d-93a6-4318-9fb5-dff90a27e898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:47.466256 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:47.627507 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:48.895103 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:51.855766 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 33850) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:51.930432 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1e2ef1-bd0e-4d26-bb98-c4849ceb4cb1 admin admin] GET failed (client error): The resource could not be found. Apr 14 16:04:51.931910 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ea1e2ef1-bd0e-4d26-bb98-c4849ceb4cb1 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0751162 Apr 14 16:04:52.077109 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25cb8f1-0559-4dfc-9371-dd0b63012420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:52.078611 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d25cb8f1-0559-4dfc-9371-dd0b63012420 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1424835 Apr 14 16:04:54.579799 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 33860) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:54.698810 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07411cd6-e94d-4ef1-a929-c0e16f8c9396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:54.699412 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-07411cd6-e94d-4ef1-a929-c0e16f8c9396 admin admin] Synchronizing usage tracker for tenant:79668e62ee984a00aca3e27c4608d344 on resource:subnet {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:04:54.719877 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-07411cd6-e94d-4ef1-a929-c0e16f8c9396 admin admin] Unset dirty status for tenant:79668e62ee984a00aca3e27c4608d344 on resource:subnet {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:04:54.721113 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-07411cd6-e94d-4ef1-a929-c0e16f8c9396 admin admin] 10.222.0.60 "GET /v2.0/subnets/62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0 HTTP/1.1" status: 200 len: 849 time: 0.1402314 Apr 14 16:04:54.731621 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:54.852883 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:55.161276 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363273973871851'] for subnet, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:55.176730 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a46905de-6d58-47b9-be6c-deaa6a5294cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:55.314425 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:55.325312 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:55.325685 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:55.326048 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:55.326409 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:55.326761 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:55.327129 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:55.327481 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:55.327830 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:55.328179 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:55.328524 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:55.328868 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:55.329237 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:55.334219 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:55.368754 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:55.369435 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:55.371097 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] 10.222.0.60 "PUT /v2.0/subnets/62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0 HTTP/1.1" status: 200 len: 868 time: 0.6433949 Apr 14 16:04:55.388213 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7752be-bdfc-4f98-8ed9-32c6544b43d4 None None] Network 293c3422-aaa5-4594-9932-83060cb0ec38 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:04:55.839984 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-9be7862e-ca84-487f-9a2c-e17480146bd2 None None] Provisioning complete for port ab902875-6b93-4e99-b420-868f075110cd triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:04:55.840475 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9be7862e-ca84-487f-9a2c-e17480146bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:55.971525 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-9be7862e-ca84-487f-9a2c-e17480146bd2 None None] Provisioning complete for port fd9b94ed-0fcc-4d61-979b-4fe745649e62 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:04:55.971924 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9be7862e-ca84-487f-9a2c-e17480146bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:57.912082 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 33870) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:58.105479 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf5f2ea-1fcf-4049-b5a8-24cd9ea1c610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:58.106000 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf5f2ea-1fcf-4049-b5a8-24cd9ea1c610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:58.107683 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-dcf5f2ea-1fcf-4049-b5a8-24cd9ea1c610 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1945632 Apr 14 16:05:00.635923 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 33880) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:00.823572 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24e6958-3bd3-4143-9eb6-d769b2da1ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:00.824019 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24e6958-3bd3-4143-9eb6-d769b2da1ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:00.825675 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-b24e6958-3bd3-4143-9eb6-d769b2da1ce1 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1887293 Apr 14 16:05:01.148198 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 5 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:05:03.338352 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 33890) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:03.673350 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c47c0d2-ce8a-42e1-9007-f8c62d74ffd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:03.674756 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-6c47c0d2-ce8a-42e1-9007-f8c62d74ffd1 admin admin] 10.222.0.60 "GET /v2.0/networks/293c3422-aaa5-4594-9932-83060cb0ec38 HTTP/1.1" status: 200 len: 869 time: 0.3353286 Apr 14 16:05:06.185901 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 33900) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:06.369007 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008d41ed-88f0-4b85-a1ae-5bc13a5bd1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:06.370433 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-008d41ed-88f0-4b85-a1ae-5bc13a5bd1ce admin admin] 10.222.0.60 "GET /v2.0/networks/b5eead06-8405-4d4c-aea5-71473e96d6f3 HTTP/1.1" status: 200 len: 886 time: 0.1834705 Apr 14 16:05:08.975674 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 33910) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:09.092721 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e7a965-4639-4938-b002-b7f6ecd83671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:09.093249 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e7a965-4639-4938-b002-b7f6ecd83671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:09.094832 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-b6e7a965-4639-4938-b002-b7f6ecd83671 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1181130 Apr 14 16:05:11.598715 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 33920) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:11.716002 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75449d8-3428-4efc-95fa-e1501436f631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:11.716510 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75449d8-3428-4efc-95fa-e1501436f631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:11.718177 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-a75449d8-3428-4efc-95fa-e1501436f631 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1184239 Apr 14 16:05:14.247750 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 33930) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:14.369518 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869f9f9c-8364-4ce1-9613-1a17adb810b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:14.370940 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-869f9f9c-8364-4ce1-9613-1a17adb810b0 admin admin] 10.222.0.60 "GET /v2.0/subnets/62cb78ab-b3f7-4a74-9687-6bde0a6ee0d0 HTTP/1.1" status: 200 len: 868 time: 0.1221664 Apr 14 16:05:14.404369 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-627a8ec1-d63d-4e6f-b6ad-5b726371b611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.547133 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-873f480c-b96d-4ef9-baa5-c0aca73fc1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.923822 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 33940) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:17.033779 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab97e420-e433-4fef-9c91-c612c52d97d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:17.035190 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ab97e420-e433-4fef-9c91-c612c52d97d8 admin admin] 10.222.0.60 "GET /v2.0/subnets/9001a6a9-f1b6-463a-82d7-cf2a519dc649 HTTP/1.1" status: 200 len: 816 time: 0.1103644 Apr 14 16:05:17.470585 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:17.633236 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:18.898754 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:38.149098 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 5 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:05:43.610704 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 33984) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:43.662488 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [None req-49c066e3-2f65-4870-9aa6-d07e0f01b652 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:05:43.663770 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-49c066e3-2f65-4870-9aa6-d07e0f01b652 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520477 Apr 14 16:05:44.395296 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7dafb501-e64c-4751-b848-a5e1e707cd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.295088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 33994) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:46.370722 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0a0efc-9550-4d5d-a6ed-9bbd9c0e1b46 admin admin] GET failed (client error): The resource could not be found. Apr 14 16:05:46.372100 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ab0a0efc-9550-4d5d-a6ed-9bbd9c0e1b46 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0760059 Apr 14 16:05:46.508313 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae2f495-6c57-403d-a115-17d980295cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:46.509895 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-8ae2f495-6c57-403d-a115-17d980295cdd admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1334887 Apr 14 16:05:46.549892 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e094b368-1834-4c3b-ae61-1d83fbbe4ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:47.473507 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:47.636865 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:48.903718 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.013865 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34004) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:49.065539 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:49.070793 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:49.080925 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:49.090104 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Made reservation on behalf of 79668e62ee984a00aca3e27c4608d344 for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:05:49.094778 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.191657 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING neutron.services.revisions.revision_plugin [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Could not find related network for resource to bump revision. Apr 14 16:05:49.204859 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:05:49.214309 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.214689 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Added segment 6a5c2768-11e7-4570-958b-d030d844177d of type vlan for network ff6541e2-3c9c-455d-8e93-41d20a54dfb2 Apr 14 16:05:49.241579 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.269763 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.271246 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:49.271800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.276497 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:49.380249 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3648722 Apr 14 16:05:49.383141 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Pushing event updated for resources: {'Network': ['ID=ff6541e2-3c9c-455d-8e93-41d20a54dfb2,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:49.390576 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:49.390950 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:49.391319 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:49.391679 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:49.392163 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:49.392354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:49.392705 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:49.393068 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:49.393458 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:49.393811 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:49.394161 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:49.394509 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:49.399873 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:49.407974 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network ff6541e2-3c9c-455d-8e93-41d20a54dfb2 details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:05:51.919750 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34014) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:51.997926 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.pecan_wsgi.hooks.translation [None req-512199a6-0148-4dd0-bd62-2f6abdf853fd admin admin] GET failed (client error): The resource could not be found. Apr 14 16:05:51.998438 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-512199a6-0148-4dd0-bd62-2f6abdf853fd admin admin] Synchronizing usage tracker for tenant:79668e62ee984a00aca3e27c4608d344 on resource:network {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:52.012649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-512199a6-0148-4dd0-bd62-2f6abdf853fd admin admin] Unset dirty status for tenant:79668e62ee984a00aca3e27c4608d344 on resource:network {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:52.013897 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-512199a6-0148-4dd0-bd62-2f6abdf853fd admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0930996 Apr 14 16:05:52.125664 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a3fb94-8e06-48c8-b8e7-050524ae12c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:52.127234 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-73a3fb94-8e06-48c8-b8e7-050524ae12c9 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1090565 Apr 14 16:05:52.138201 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-b3e26cb2-6f6b-4011-aecc-74d29bfb00e5 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'ff6541e2-3c9c-455d-8e93-41d20a54dfb2', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:52.143221 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-b3e26cb2-6f6b-4011-aecc-74d29bfb00e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:52.153297 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-b3e26cb2-6f6b-4011-aecc-74d29bfb00e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:52.162487 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e26cb2-6f6b-4011-aecc-74d29bfb00e5 admin admin] Made reservation on behalf of 79668e62ee984a00aca3e27c4608d344 for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:05:52.167046 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b3e26cb2-6f6b-4011-aecc-74d29bfb00e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:52.558103 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b3e26cb2-6f6b-4011-aecc-74d29bfb00e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:52.573029 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:52.697952 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e26cb2-6f6b-4011-aecc-74d29bfb00e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26548911-5573-430b-8513-49230fe30d4b,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:52.704572 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b3e26cb2-6f6b-4011-aecc-74d29bfb00e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:52.763123 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e26cb2-6f6b-4011-aecc-74d29bfb00e5 admin admin] Checking segment: {'id': '6a5c2768-11e7-4570-958b-d030d844177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ff6541e2-3c9c-455d-8e93-41d20a54dfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:52.763509 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e26cb2-6f6b-4011-aecc-74d29bfb00e5 admin admin] Network hostable DHCP agents. Network: ff6541e2-3c9c-455d-8e93-41d20a54dfb2, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:05:52.780830 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e26cb2-6f6b-4011-aecc-74d29bfb00e5 admin admin] Network ff6541e2-3c9c-455d-8e93-41d20a54dfb2 is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:05:52.789313 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-b3e26cb2-6f6b-4011-aecc-74d29bfb00e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, ff6541e2-3c9c-455d-8e93-41d20a54dfb2) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:52.793193 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e26cb2-6f6b-4011-aecc-74d29bfb00e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:52.793812 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b3e26cb2-6f6b-4011-aecc-74d29bfb00e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:52.798749 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3896f8d8-88af-4224-9454-7c2cca5f0525 None None] Network ff6541e2-3c9c-455d-8e93-41d20a54dfb2 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:05:52.817809 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-b3e26cb2-6f6b-4011-aecc-74d29bfb00e5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6833682 Apr 14 16:05:53.044367 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad7a66d5-4ab3-56a4-9b57-469e0d818c9a-ff6541e2-3c9c-455d-8e93-41d20a54dfb2', 'network_id': 'ff6541e2-3c9c-455d-8e93-41d20a54dfb2', 'tenant_id': '79668e62ee984a00aca3e27c4608d344', 'fixed_ips': [{'subnet_id': '26548911-5573-430b-8513-49230fe30d4b'}]}} from dv-cinder-786266-1-iscsi. {{(pid=85246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:05:53.045298 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.218102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Allocated IP 192.168.233.2 (ff6541e2-3c9c-455d-8e93-41d20a54dfb2/26548911-5573-430b-8513-49230fe30d4b/711ab421-7141-4dc1-b96c-a82503198e1f) {{(pid=85246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:05:53.445958 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Notify callbacks [] for port, precommit_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.458000 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Transition to ACTIVE for port object 711ab421-7141-4dc1-b96c-a82503198e1f will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:53.481613 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Transition to ACTIVE for port object 711ab421-7141-4dc1-b96c-a82503198e1f will not be triggered until provisioned by entity DHCP. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:53.486287 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.502442 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:53.648648 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Pushing event updated for resources: {'Port': ['ID=711ab421-7141-4dc1-b96c-a82503198e1f,revision_number=1']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:53.662026 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:53.662405 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:53.662781 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:53.663150 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:53.663511 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:53.663871 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:53.664227 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:53.664592 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:53.664949 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:53.665328 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:53.665685 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:53.666037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:53.672966 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:53.708995 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Network ff6541e2-3c9c-455d-8e93-41d20a54dfb2 is already hosted by enough agents. {{(pid=85246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:53.710205 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Resources bound (agent type, host, resource id): {{(pid=85246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:53.712514 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Received port after_create {{(pid=85246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:05:53.807133 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Attempting to bind port 711ab421-7141-4dc1-b96c-a82503198e1f on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:53.807547 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Attempting to bind port 711ab421-7141-4dc1-b96c-a82503198e1f by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '6a5c2768-11e7-4570-958b-d030d844177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ff6541e2-3c9c-455d-8e93-41d20a54dfb2'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:53.807957 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Attempting to bind port 711ab421-7141-4dc1-b96c-a82503198e1f on network ff6541e2-3c9c-455d-8e93-41d20a54dfb2 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:53.813725 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:53.814139 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Checking segment: {'id': '6a5c2768-11e7-4570-958b-d030d844177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ff6541e2-3c9c-455d-8e93-41d20a54dfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:53.814580 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.815013 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Bound using segment: {'id': '6a5c2768-11e7-4570-958b-d030d844177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ff6541e2-3c9c-455d-8e93-41d20a54dfb2'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:53.815517 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Bound port: 711ab421-7141-4dc1-b96c-a82503198e1f, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5c2768-11e7-4570-958b-d030d844177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ff6541e2-3c9c-455d-8e93-41d20a54dfb2'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:53.815930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.900757 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] For port 711ab421-7141-4dc1-b96c-a82503198e1f, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:53.904489 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] For port 711ab421-7141-4dc1-b96c-a82503198e1f, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=711ab421-7141-4dc1-b96c-a82503198e1f,segment=NetworkSegment(6a5c2768-11e7-4570-958b-d030d844177d),segment_id=6a5c2768-11e7-4570-958b-d030d844177d)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:53.907187 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.920970 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:54.075815 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Pushing event updated for resources: {'Port': ['ID=711ab421-7141-4dc1-b96c-a82503198e1f,revision_number=2']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:54.081852 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:55.407529 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b695f203-b5b6-4820-9915-3d84ece5c79a None None] Network ff6541e2-3c9c-455d-8e93-41d20a54dfb2 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:05:55.521538 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-2163ffcc-f602-450a-be06-d7a2464175c4 None None] Provisioning for port 711ab421-7141-4dc1-b96c-a82503198e1f completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:55.848139 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 711ab421-7141-4dc1-b96c-a82503198e1f up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:55.931345 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 711ab421-7141-4dc1-b96c-a82503198e1f completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:55.936001 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 711ab421-7141-4dc1-b96c-a82503198e1f triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:55.936408 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.062348 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.079812 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port 711ab421-7141-4dc1-b96c-a82503198e1f, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=711ab421-7141-4dc1-b96c-a82503198e1f,segment=NetworkSegment(6a5c2768-11e7-4570-958b-d030d844177d),segment_id=6a5c2768-11e7-4570-958b-d030d844177d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:56.084279 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.086374 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:56.160598 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=711ab421-7141-4dc1-b96c-a82503198e1f,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:56.163977 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:57.811810 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 711ab421-7141-4dc1-b96c-a82503198e1f up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:57.886488 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 711ab421-7141-4dc1-b96c-a82503198e1f triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:57.886901 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:14.397790 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a8d2045d-f3a3-48fd-bbaf-39c6fc4633c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:15.149997 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 5 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:06:16.553437 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-61745a56-3027-4656-8b57-19f1ca37f048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:17.475974 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:17.638723 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:18.907687 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:44.400345 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-90fd7366-addd-44d1-8c4d-2410c0ee0cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:46.556028 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d9510f59-1239-48a8-82e7-2d2f3258c4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:47.477984 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:47.642124 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:48.910764 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:52.150076 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 5 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:07:08.216042 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34056) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:08.222759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [None req-de16a1b1-8b47-43bc-aa82-ac38808da5de tempest-verify_tempest_config-133595090 tempest-verify_tempest_config-133595090-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:07:08.223816 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-de16a1b1-8b47-43bc-aa82-ac38808da5de tempest-verify_tempest_config-133595090 tempest-verify_tempest_config-133595090-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067310 Apr 14 16:07:08.542838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34074) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:08.666798 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.683044 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:08.687323 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Usage tracker for resource:security_group_rule and tenant:b547e50a16144b17a1e5ff2017bfb80e is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:08.690297 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:08.696323 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:08.785088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.787604 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.797973 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:08.839195 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b547e50a16144b17a1e5ff2017bfb80e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2952614 Apr 14 16:07:08.840858 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc56ef8-fa82-4baa-b0a8-e6925516e103,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:08.842018 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 34080) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:08.849245 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:08.849629 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:08.850005 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:08.850369 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:08.850732 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:08.851111 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:08.851477 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:08.851834 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:08.852205 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:08.852560 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:08.852914 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:08.853297 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:08.857303 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:08.907152 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.935160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.985169 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.990294 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:09.000786 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc56ef8-fa82-4baa-b0a8-e6925516e103,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:09.010928 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:09.012111 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6bc56ef8-fa82-4baa-b0a8-e6925516e103 HTTP/1.1" status: 204 len: 168 time: 0.1690507 Apr 14 16:07:09.013465 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:09.013858 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:09.014221 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:09.014594 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:09.015436 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:09.015977 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:09.016336 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:09.016689 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:09.017065 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:09.017431 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:09.017780 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:09.018127 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:09.021276 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:14.403449 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1292-7236-4d67-927b-d6d3e7f33379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:16.561593 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-27177ba2-0be2-45ec-bdd8-7f7b8803329e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:17.481560 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:17.646325 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:18.912019 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.149849 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 5 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:07:44.404673 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4fc73c20-45f6-4b6e-9437-aabb2af97fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:46.553154 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8592113b-5b08-49a9-b868-d00296374aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:47.482543 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:47.647177 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:48.916569 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:06.149318 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 5 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:08:14.406022 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b0107973-c5bb-4647-afa9-44514a305ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:16.555523 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bb8cb962-50bc-429a-9be9-d1ee6e8fb33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:17.484942 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:17.648349 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:18.917674 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:43.149288 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 5 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:08:43.482452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915'] for agent, after_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.408317 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b5234b80-3556-4b40-8b69-cde25c3ab7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:46.558288 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e31b9981-100c-411e-98eb-ad79499df4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:47.159053 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 34140) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:47.279972 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-5a2a736a-b660-4c84-9c71-2afd2e70a5c6 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1197307 Apr 14 16:08:47.486689 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:47.651711 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:48.921514 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:49.790626 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 34150) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:49.850272 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-38b0e7a9-6a65-49ad-8a7c-10abb53dc84f admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0583839 Apr 14 16:09:13.435800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:14.410271 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bc56e77c-3301-4087-ab93-b6ede63a7198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:16.559211 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-30ca2b3a-2478-420a-80cb-6660003a396f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:17.490366 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:17.652483 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:18.924028 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:20.149158 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:09:43.450203 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:44.417523 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3b1d8022-016d-426c-b666-6e1d2d87b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:46.564269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dabddee1-9706-4674-acc6-6b3f7d54a5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:47.496245 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:47.656403 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:48.928924 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:57.149929 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:10:13.445129 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:14.410583 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d0f0350d-8b6d-481f-8fdf-d3bbaa5b7e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:16.557788 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-90009e47-a514-4ff9-830d-f2f2490d213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:17.496087 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:17.661189 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.929078 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:29.534402 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34306) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:29.659473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34320) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:29.784102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-network', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:29.789521 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:29.794402 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Usage tracker for resource:network and tenant:7c32c45b97f24aafbfc72c32f2ee651f is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:29.798215 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:29.805214 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:29.815800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Made reservation on behalf of 7c32c45b97f24aafbfc72c32f2ee651f for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:29.820501 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:29.837843 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:29.855839 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:29.858394 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:7c32c45b97f24aafbfc72c32f2ee651f is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:29.861376 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:29.867554 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:29.913668 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2083600260-network', 'tenant_id': '8c1c276ee9674f5c87625550c0949304'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:29.919242 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:29.933122 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Usage tracker for resource:network and tenant:8c1c276ee9674f5c87625550c0949304 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:29.937544 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:29.949282 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:29.970300 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Made reservation on behalf of 8c1c276ee9674f5c87625550c0949304 for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:29.975006 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:29.994654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.027944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:30.037803 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:8c1c276ee9674f5c87625550c0949304 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:30.041622 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.042790 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:30.048673 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.049720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:30.057843 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-acb58add-8fe6-46b6-b4ba-d55bfe62041c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:30.105095 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e939bfc0-0e8b-4cef-bed5-a5fd0856c7a5,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:30.126184 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.126825 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.126825 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.127101 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.127458 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.128117 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.128117 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.128466 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.128820 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.129193 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.129542 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.129888 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Tracked resource versions report: Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: pushed versions: Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: { 'AddressGroup': {'1.2'}, Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'ConntrackHelper': {'1.0'}, Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Log': {'1.0'}, Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Network': {'1.1'}, Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Port': {'1.7'}, Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'PortForwarding': {'1.2'}, Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'QosPolicy': {'1.8'}, Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroup': {'1.4'}, Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SubPort': {'1.0'}, Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Subnet': {'1.1'}, Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Trunk': {'1.1'}} Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: consumer versions: Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: { DHCP agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: HyperV agent@hv-cinder-78626: {}, Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: L3 agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: Metadata agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: Metering agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: Open vSwitch agent@dv-cinder-786266-1-iscsi: { 'AddressGroup': '1.2', Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'ConntrackHelper': '1.0', Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Log': '1.0', Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Network': '1.1', Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Port': '1.7', Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'PortForwarding': '1.2', Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'QosPolicy': '1.8', Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroup': '1.4', Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroupRule': '1.2', Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SubPort': '1.0', Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Subnet': '1.1', Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Trunk': '1.1'}} Apr 14 16:10:30.130990 dv-cinder-786266-1-iscsi neutron-server[85131]: {{(pid=85244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:10:30.135798 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:10:30.138195 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:30.156735 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.157154 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Added segment d9a60fe3-e383-4041-a6db-f19ffbb770c9 of type vlan for network b1543812-41fe-4295-b0c3-e4201c886b18 Apr 14 16:10:30.199756 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.264781 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.268396 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.274742 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.276369 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:30.289069 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:30.289720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.309164 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:10:30.338228 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6185113-dfaf-45f3-ae3d-42a6babcac7e,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:30.345507 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.345902 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Added segment b121d15d-c348-4b18-acd6-09113dfe4a48 of type vlan for network be48c7b9-2bdc-4b03-9bd4-dc7e83a82f91 Apr 14 16:10:30.347240 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:30.350396 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:30.415893 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8800831 Apr 14 16:10:30.419049 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 34368) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:30.425881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-3ba20634-2d4b-4b50-9825-f67acadfba29 admin admin] Request body: {'subnet': {'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-subnet', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:30.431027 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-3ba20634-2d4b-4b50-9825-f67acadfba29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:30.435609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-3ba20634-2d4b-4b50-9825-f67acadfba29 admin admin] Usage tracker for resource:subnet and tenant:7c32c45b97f24aafbfc72c32f2ee651f is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:30.439518 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-3ba20634-2d4b-4b50-9825-f67acadfba29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:30.445612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-3ba20634-2d4b-4b50-9825-f67acadfba29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:30.456471 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba20634-2d4b-4b50-9825-f67acadfba29 admin admin] Made reservation on behalf of 7c32c45b97f24aafbfc72c32f2ee651f for: {'subnet': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:30.462369 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3ba20634-2d4b-4b50-9825-f67acadfba29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.479094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.496754 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=b1543812-41fe-4295-b0c3-e4201c886b18,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:30.508672 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34372) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:30.510716 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network b1543812-41fe-4295-b0c3-e4201c886b18 details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:10:30.511614 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:30.545264 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34378) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:30.549992 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.559375 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:30.562565 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.605836 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34384) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:30.606368 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 34386) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:30.607150 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:30.674249 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 34396) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:30.674488 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0136201 Apr 14 16:10:30.681764 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-728cb66e-13eb-49aa-98e8-be2d34339e52 admin admin] Request body: {'subnet': {'network_id': 'be48c7b9-2bdc-4b03-9bd4-dc7e83a82f91', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2083600260-subnet', 'tenant_id': '8c1c276ee9674f5c87625550c0949304', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:30.687520 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-728cb66e-13eb-49aa-98e8-be2d34339e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:30.692929 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-728cb66e-13eb-49aa-98e8-be2d34339e52 admin admin] Usage tracker for resource:subnet and tenant:8c1c276ee9674f5c87625550c0949304 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:30.696250 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-728cb66e-13eb-49aa-98e8-be2d34339e52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:30.704983 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-728cb66e-13eb-49aa-98e8-be2d34339e52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:30.717346 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728cb66e-13eb-49aa-98e8-be2d34339e52 admin admin] Made reservation on behalf of 8c1c276ee9674f5c87625550c0949304 for: {'subnet': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:30.722362 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-728cb66e-13eb-49aa-98e8-be2d34339e52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.773429 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Pushing event updated for resources: {'Network': ['ID=be48c7b9-2bdc-4b03-9bd4-dc7e83a82f91,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:30.776902 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:30.823098 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network be48c7b9-2bdc-4b03-9bd4-dc7e83a82f91 details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:10:30.863450 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-746607913-network', 'tenant_id': 'b8a4298bacf14cd493bcec2e3543ab00'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:30.871692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:30.880719 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Usage tracker for resource:network and tenant:b8a4298bacf14cd493bcec2e3543ab00 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:30.886001 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:30.896488 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:30.909479 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Made reservation on behalf of b8a4298bacf14cd493bcec2e3543ab00 for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:30.916021 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.921062 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1568658828-network', 'tenant_id': '2d2d21c1e64e48cf923ecf68d5af1695'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:30.928857 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:30.933239 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Usage tracker for resource:network and tenant:2d2d21c1e64e48cf923ecf68d5af1695 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:30.933909 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.937198 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:30.944674 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:30.956857 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1380727899-network', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:30.958868 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Made reservation on behalf of 2d2d21c1e64e48cf923ecf68d5af1695 for: {'network': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:30.963830 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.967862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:30.974378 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-41418638-network', 'tenant_id': '3ef0238a8f524a30a94d06aa25d272f8'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:30.981204 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.984139 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Usage tracker for resource:network and tenant:933c87bdb5354dc39f728c1bc6dfd17e is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:30.988352 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:30.991230 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:30.995545 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:30.999888 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:31.002113 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Usage tracker for resource:security_group_rule and tenant:b8a4298bacf14cd493bcec2e3543ab00 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:31.003939 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Usage tracker for resource:security_group_rule and tenant:2d2d21c1e64e48cf923ecf68d5af1695 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:31.006988 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:31.008495 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:31.013455 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:31.018135 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Usage tracker for resource:network and tenant:3ef0238a8f524a30a94d06aa25d272f8 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:31.021250 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:31.023615 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:31.031052 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:31.048534 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:31.050864 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Made reservation on behalf of 933c87bdb5354dc39f728c1bc6dfd17e for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:31.055704 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.081240 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.105023 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:31.107801 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Made reservation on behalf of 3ef0238a8f524a30a94d06aa25d272f8 for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:31.110766 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.113699 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.134510 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Usage tracker for resource:security_group_rule and tenant:933c87bdb5354dc39f728c1bc6dfd17e is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:31.138696 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.153582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:31.159288 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.166588 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:31.173334 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:31.179238 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Usage tracker for resource:security_group_rule and tenant:3ef0238a8f524a30a94d06aa25d272f8 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:31.183936 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:31.202177 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:31.210799 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=85245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:10:31.226743 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:31.234710 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.235095 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Added segment 7b5275f8-746a-4440-8a56-62645a8bb13c of type vlan for network dd979b70-9f85-4020-9a3c-e29dec5a7332 Apr 14 16:10:31.333885 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.351320 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.355380 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.370467 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:31.394430 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271c76f5-128c-40fb-935c-eed222b532d3,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:31.423519 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:31.423891 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:31.424253 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:31.424613 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:31.424968 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:31.425363 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:31.425715 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:31.426066 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:31.426428 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:31.426778 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:31.427124 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:31.427473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Tracked resource versions report: Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: pushed versions: Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: { 'AddressGroup': {'1.2'}, Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'ConntrackHelper': {'1.0'}, Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Log': {'1.0'}, Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Network': {'1.1'}, Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Port': {'1.7'}, Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'PortForwarding': {'1.2'}, Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'QosPolicy': {'1.8'}, Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroup': {'1.4'}, Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SubPort': {'1.0'}, Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Subnet': {'1.1'}, Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Trunk': {'1.1'}} Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: consumer versions: Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: { DHCP agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: HyperV agent@hv-cinder-78626: {}, Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: L3 agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: Metadata agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: Metering agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: Open vSwitch agent@dv-cinder-786266-1-iscsi: { 'AddressGroup': '1.2', Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'ConntrackHelper': '1.0', Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Log': '1.0', Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Network': '1.1', Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Port': '1.7', Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'PortForwarding': '1.2', Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'QosPolicy': '1.8', Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroup': '1.4', Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroupRule': '1.2', Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SubPort': '1.0', Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Subnet': '1.1', Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Trunk': '1.1'}} Apr 14 16:10:31.428576 dv-cinder-786266-1-iscsi neutron-server[85131]: {{(pid=85245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:10:31.451280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.457701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32df7869-0b97-40b4-8c0d-daef65f158bb,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:31.462529 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.463762 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.464829 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:31.468827 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:31.469305 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:31.479278 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.503604 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:10:31.523028 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:10:31.526452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff6ff6e-945d-4559-8ec8-31bc5cb75734,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:31.534399 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.534951 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Added segment fa60e05a-0e61-4e81-afb8-895a8bbff706 of type vlan for network 5635013d-c232-42e6-92f8-9c466e9855da Apr 14 16:10:31.537470 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:31.537837 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:31.545988 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.550780 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:31.551046 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.555135 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.db.api [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=85244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:10:31.555486 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_db.api [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:10:31.559388 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.559773 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Added segment 17318d1e-9897-40a1-858c-8a4987f7fe53 of type vlan for network adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c Apr 14 16:10:31.560801 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1aa8b252-5bf1-4776-8d1a-a13a472a8d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:31.617744 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.622032 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f52f4c1-33d6-4337-85e1-f125b6bfa156,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:31.632782 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:31.638832 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.685356 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.688629 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:31.689388 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.694853 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d0b9e025-1fb8-4b2a-9dc6-181c0eb90cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:31.715466 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.733481 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:31.734123 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.761929 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1538262 Apr 14 16:10:31.762890 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Pushing event updated for resources: {'Network': ['ID=dd979b70-9f85-4020-9a3c-e29dec5a7332,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:31.765993 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 34436) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:31.777139 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network dd979b70-9f85-4020-9a3c-e29dec5a7332 details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:10:31.831044 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:31.833444 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3ba20634-2d4b-4b50-9825-f67acadfba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for subnet, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:31.836978 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-95b86294-ae89-475c-a4d8-c5a871478521 admin admin] Request body: {'subnet': {'network_id': 'dd979b70-9f85-4020-9a3c-e29dec5a7332', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1568658828-subnet', 'tenant_id': '2d2d21c1e64e48cf923ecf68d5af1695', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:31.849881 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2998393 Apr 14 16:10:31.853723 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2166126 Apr 14 16:10:31.853723 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34442) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:31.854225 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Pushing event updated for resources: {'Network': ['ID=5635013d-c232-42e6-92f8-9c466e9855da,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:31.856694 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34446) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:31.859929 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:31.863921 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-b3556126-ac71-4eb1-82b4-ef4fb247ebba admin admin] Request body: {'subnet': {'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1380727899-subnet', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:31.867214 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:31.885275 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-1bb5cfbf-c902-4d6d-85ca-9a729c0696d0 admin admin] Request body: {'subnet': {'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-41418638-subnet', 'tenant_id': '3ef0238a8f524a30a94d06aa25d272f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:31.892848 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-b3556126-ac71-4eb1-82b4-ef4fb247ebba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:31.929551 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-1bb5cfbf-c902-4d6d-85ca-9a729c0696d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:31.934199 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-b3556126-ac71-4eb1-82b4-ef4fb247ebba admin admin] Usage tracker for resource:subnet and tenant:933c87bdb5354dc39f728c1bc6dfd17e is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:31.940514 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network 5635013d-c232-42e6-92f8-9c466e9855da details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:10:31.955288 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-b3556126-ac71-4eb1-82b4-ef4fb247ebba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:32.003185 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-95b86294-ae89-475c-a4d8-c5a871478521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:32.007005 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:32.036271 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-1bb5cfbf-c902-4d6d-85ca-9a729c0696d0 admin admin] Usage tracker for resource:subnet and tenant:3ef0238a8f524a30a94d06aa25d272f8 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:32.043263 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-b3556126-ac71-4eb1-82b4-ef4fb247ebba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:32.075216 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-1bb5cfbf-c902-4d6d-85ca-9a729c0696d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:32.078902 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:32.082837 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba20634-2d4b-4b50-9825-f67acadfba29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e65b27a-159c-4d87-bc0d-8c19d0e1a018,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:32.094224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3ba20634-2d4b-4b50-9825-f67acadfba29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:32.095822 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-95b86294-ae89-475c-a4d8-c5a871478521 admin admin] Usage tracker for resource:subnet and tenant:2d2d21c1e64e48cf923ecf68d5af1695 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:32.120669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-95b86294-ae89-475c-a4d8-c5a871478521 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:32.155581 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-95b86294-ae89-475c-a4d8-c5a871478521 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:32.236620 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b86294-ae89-475c-a4d8-c5a871478521 admin admin] Made reservation on behalf of 2d2d21c1e64e48cf923ecf68d5af1695 for: {'subnet': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:32.242999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-95b86294-ae89-475c-a4d8-c5a871478521 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:32.312840 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:10:32.319846 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3556126-ac71-4eb1-82b4-ef4fb247ebba admin admin] Made reservation on behalf of 933c87bdb5354dc39f728c1bc6dfd17e for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:32.324619 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b3556126-ac71-4eb1-82b4-ef4fb247ebba admin admin] Notify callbacks [] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:32.355930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba20634-2d4b-4b50-9825-f67acadfba29 admin admin] Checking segment: {'id': 'd9a60fe3-e383-4041-a6db-f19ffbb770c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:32.356720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba20634-2d4b-4b50-9825-f67acadfba29 admin admin] Network hostable DHCP agents. Network: b1543812-41fe-4295-b0c3-e4201c886b18, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:10:32.362446 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-1bb5cfbf-c902-4d6d-85ca-9a729c0696d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:32.366291 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Pushing event updated for resources: {'Network': ['ID=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:32.369114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:32.373220 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:32.373734 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Added segment c3aca0df-899f-4432-9828-a7fb33a9270d of type vlan for network 2513cfaf-5700-4daa-9c93-a6579fd80809 Apr 14 16:10:32.382128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:10:32.401265 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba20634-2d4b-4b50-9825-f67acadfba29 admin admin] Network b1543812-41fe-4295-b0c3-e4201c886b18 is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:10:32.421387 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-3ba20634-2d4b-4b50-9825-f67acadfba29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, b1543812-41fe-4295-b0c3-e4201c886b18) {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:32.447491 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4e44f1-36a1-4219-9b6c-347a74b18922 None None] Network b1543812-41fe-4295-b0c3-e4201c886b18 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:32.457374 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba20634-2d4b-4b50-9825-f67acadfba29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:32.458239 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3ba20634-2d4b-4b50-9825-f67acadfba29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:32.458662 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb5cfbf-c902-4d6d-85ca-9a729c0696d0 admin admin] Made reservation on behalf of 3ef0238a8f524a30a94d06aa25d272f8 for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:32.463469 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1bb5cfbf-c902-4d6d-85ca-9a729c0696d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:32.527573 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:32.548004 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-3ba20634-2d4b-4b50-9825-f67acadfba29 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1244662 Apr 14 16:10:32.550431 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 34472) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:32.553476 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-728cb66e-13eb-49aa-98e8-be2d34339e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for subnet, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:32.559247 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:32.588138 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:32.619729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:32.667335 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34476) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:32.812907 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad7a66d5-4ab3-56a4-9b57-469e0d818c9a-b1543812-41fe-4295-b0c3-e4201c886b18', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018'}]}} from dv-cinder-786266-1-iscsi. {{(pid=85246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:10:32.814672 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:32.826415 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:32.835572 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:32.836339 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:32.845444 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-021ec32a-25a1-43d8-b104-481cdfa282bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:32.870215 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Usage tracker for resource:router and tenant:7c32c45b97f24aafbfc72c32f2ee651f is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:32.895944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:32.902590 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:32.954037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a319f5d7-5141-4cfc-b0e6-48e45c989a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:33.136468 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-a319f5d7-5141-4cfc-b0e6-48e45c989a64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:33.143625 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Pushing event updated for resources: {'Network': ['ID=2513cfaf-5700-4daa-9c93-a6579fd80809,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:33.151199 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Allocated IP 172.20.0.2 (b1543812-41fe-4295-b0c3-e4201c886b18/7e65b27a-159c-4d87-bc0d-8c19d0e1a018/74b199c4-5be6-4ac0-a19a-14dbcaa596d3) {{(pid=85246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:10:33.156824 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network 2513cfaf-5700-4daa-9c93-a6579fd80809 details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:10:33.160481 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728cb66e-13eb-49aa-98e8-be2d34339e52 admin admin] Checking segment: {'id': 'b121d15d-c348-4b18-acd6-09113dfe4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'be48c7b9-2bdc-4b03-9bd4-dc7e83a82f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:33.161294 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728cb66e-13eb-49aa-98e8-be2d34339e52 admin admin] Network hostable DHCP agents. Network: be48c7b9-2bdc-4b03-9bd4-dc7e83a82f91, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:10:33.161740 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6484945 Apr 14 16:10:33.165899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34490) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:33.166744 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-88ab058f-6eb2-4512-8e45-03df53593038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:33.167838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cb66e-13eb-49aa-98e8-be2d34339e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca856e41-a28e-473b-b579-f50ea5642088,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:33.172962 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6923'] for router, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:33.174078 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854361997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854264817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768878'] for router, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:33.178085 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-728cb66e-13eb-49aa-98e8-be2d34339e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:33.181584 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-a319f5d7-5141-4cfc-b0e6-48e45c989a64 admin admin] Usage tracker for resource:security_group_rule and tenant:35f2b8aa51a640809095fc7c4d9cd8f6 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:33.196105 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-a319f5d7-5141-4cfc-b0e6-48e45c989a64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:33.205221 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-ee5b6c43-dc10-498d-9c72-c4d31766bdcf admin admin] Request body: {'subnet': {'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-746607913-subnet', 'tenant_id': 'b8a4298bacf14cd493bcec2e3543ab00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:33.220002 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-a319f5d7-5141-4cfc-b0e6-48e45c989a64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:33.223133 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ee5b6c43-dc10-498d-9c72-c4d31766bdcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:33.238530 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ee5b6c43-dc10-498d-9c72-c4d31766bdcf admin admin] Usage tracker for resource:subnet and tenant:b8a4298bacf14cd493bcec2e3543ab00 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:33.242933 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ee5b6c43-dc10-498d-9c72-c4d31766bdcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:33.260777 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:33.278988 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ee5b6c43-dc10-498d-9c72-c4d31766bdcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:33.323311 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728cb66e-13eb-49aa-98e8-be2d34339e52 admin admin] Network be48c7b9-2bdc-4b03-9bd4-dc7e83a82f91 is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:10:33.354638 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-728cb66e-13eb-49aa-98e8-be2d34339e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, be48c7b9-2bdc-4b03-9bd4-dc7e83a82f91) {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:33.362125 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728cb66e-13eb-49aa-98e8-be2d34339e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:33.362984 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-728cb66e-13eb-49aa-98e8-be2d34339e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:33.377387 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9506897e-1520-4565-a048-a0c6c9941d84 None None] Network be48c7b9-2bdc-4b03-9bd4-dc7e83a82f91 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:33.394123 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5b6c43-dc10-498d-9c72-c4d31766bdcf admin admin] Made reservation on behalf of b8a4298bacf14cd493bcec2e3543ab00 for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:33.398698 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ee5b6c43-dc10-498d-9c72-c4d31766bdcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:33.647442 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-728cb66e-13eb-49aa-98e8-be2d34339e52 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9713345 Apr 14 16:10:33.648679 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Notify callbacks [] for port, precommit_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:33.650934 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a319f5d7-5141-4cfc-b0e6-48e45c989a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:33.662264 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a319f5d7-5141-4cfc-b0e6-48e45c989a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:33.673559 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Transition to ACTIVE for port object 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:10:33.674675 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854381472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768863'] for router, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:33.688991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:33.744538 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6206fac-5056-46ee-b583-4b3d7e815c26 None None] Network be48c7b9-2bdc-4b03-9bd4-dc7e83a82f91 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:33.761246 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Transition to ACTIVE for port object 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 will not be triggered until provisioned by entity DHCP. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:10:33.771486 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-95b86294-ae89-475c-a4d8-c5a871478521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for subnet, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:33.786610 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:33.791591 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-dea770bd-c7dc-4248-bf1c-fccde0fdcb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:33.841847 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-a319f5d7-5141-4cfc-b0e6-48e45c989a64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35f2b8aa51a640809095fc7c4d9cd8f6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1707857 Apr 14 16:10:33.844705 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319f5d7-5141-4cfc-b0e6-48e45c989a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1292c5ee-1450-47ee-b5fe-903b9d888f61,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:33.848688 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34496) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:33.854659 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a319f5d7-5141-4cfc-b0e6-48e45c989a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:33.894756 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:33.934077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b3556126-ac71-4eb1-82b4-ef4fb247ebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:33.987562 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8d7b894b-33c2-440d-810b-8d9387c029e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:34.021765 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b86294-ae89-475c-a4d8-c5a871478521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e26fc4b3-167f-4c93-a794-3d8f9f0eb888,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:34.030073 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-95b86294-ae89-475c-a4d8-c5a871478521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:34.149706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:10:34.159775 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3556126-ac71-4eb1-82b4-ef4fb247ebba admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c32f2be-29eb-445b-8f3d-8786422a2c00,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:34.236753 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Pushing event updated for resources: {'Port': ['ID=74b199c4-5be6-4ac0-a19a-14dbcaa596d3,revision_number=1']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:34.254767 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b3556126-ac71-4eb1-82b4-ef4fb247ebba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:34.259222 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:34.259596 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:34.259968 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:34.260377 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:34.260734 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:34.261114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:34.261471 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:34.261822 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:34.262327 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:34.262681 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:34.263030 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:34.263379 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Tracked resource versions report: Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: pushed versions: Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: { 'AddressGroup': {'1.2'}, Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'ConntrackHelper': {'1.0'}, Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Log': {'1.0'}, Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Network': {'1.1'}, Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Port': {'1.7'}, Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'PortForwarding': {'1.2'}, Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'QosPolicy': {'1.8'}, Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroup': {'1.4'}, Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SubPort': {'1.0'}, Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Subnet': {'1.1'}, Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Trunk': {'1.1'}} Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: consumer versions: Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: { DHCP agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: HyperV agent@hv-cinder-78626: {}, Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: L3 agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: Metadata agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: Metering agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: Open vSwitch agent@dv-cinder-786266-1-iscsi: { 'AddressGroup': '1.2', Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'ConntrackHelper': '1.0', Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Log': '1.0', Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Network': '1.1', Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Port': '1.7', Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'PortForwarding': '1.2', Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'QosPolicy': '1.8', Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroup': '1.4', Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroupRule': '1.2', Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SubPort': '1.0', Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Subnet': '1.1', Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Trunk': '1.1'}} Apr 14 16:10:34.264599 dv-cinder-786266-1-iscsi neutron-server[85131]: {{(pid=85246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:10:34.272163 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:34.290875 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Network b1543812-41fe-4295-b0c3-e4201c886b18 is already hosted by enough agents. {{(pid=85246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:10:34.292107 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Resources bound (agent type, host, resource id): {{(pid=85246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:34.294522 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Received port after_create {{(pid=85246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:10:34.294839 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8e4b0ae3-c546-4c9d-b96b-b922c2f77a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.297473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1bb5cfbf-c902-4d6d-85ca-9a729c0696d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.301794 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b86294-ae89-475c-a4d8-c5a871478521 admin admin] Checking segment: {'id': '7b5275f8-746a-4440-8a56-62645a8bb13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd979b70-9f85-4020-9a3c-e29dec5a7332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:34.302195 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b86294-ae89-475c-a4d8-c5a871478521 admin admin] Network hostable DHCP agents. Network: dd979b70-9f85-4020-9a3c-e29dec5a7332, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:10:34.346469 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:34.395587 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b86294-ae89-475c-a4d8-c5a871478521 admin admin] Network dd979b70-9f85-4020-9a3c-e29dec5a7332 is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:10:34.435498 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.474842 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Attempting to bind port 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:10:34.476692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Attempting to bind port 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': 'd9a60fe3-e383-4041-a6db-f19ffbb770c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:10:34.477148 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Attempting to bind port 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 on network b1543812-41fe-4295-b0c3-e4201c886b18 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:10:34.484671 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-95b86294-ae89-475c-a4d8-c5a871478521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, dd979b70-9f85-4020-9a3c-e29dec5a7332) {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:34.490218 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b86294-ae89-475c-a4d8-c5a871478521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:34.490857 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-95b86294-ae89-475c-a4d8-c5a871478521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.492690 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:10:34.493160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Checking segment: {'id': 'd9a60fe3-e383-4041-a6db-f19ffbb770c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:34.493615 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.494058 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Bound using segment: {'id': 'd9a60fe3-e383-4041-a6db-f19ffbb770c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:10:34.494580 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Bound port: 74b199c4-5be6-4ac0-a19a-14dbcaa596d3, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a60fe3-e383-4041-a6db-f19ffbb770c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:10:34.497731 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.502010 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.531275 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4020ef57-823c-4536-be11-de74609bc4e8 None None] Network dd979b70-9f85-4020-9a3c-e29dec5a7332 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:34.640914 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 34528) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:34.656236 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1365922899-network', 'tenant_id': '51d3b174b82a45c2a87dcfec26168b0e'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:34.667513 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:34.676182 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Usage tracker for resource:network and tenant:51d3b174b82a45c2a87dcfec26168b0e is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:34.679306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:34.695232 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-95b86294-ae89-475c-a4d8-c5a871478521 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8661296 Apr 14 16:10:34.705586 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Allocated IP 172.27.2.10 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/c8e59f12-b067-4b76-8d37-5a37e4e0e8a1) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:10:34.707880 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:34.711268 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] For port 74b199c4-5be6-4ac0-a19a-14dbcaa596d3, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:10:34.717593 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] For port 74b199c4-5be6-4ac0-a19a-14dbcaa596d3, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=74b199c4-5be6-4ac0-a19a-14dbcaa596d3,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:10:34.740920 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Made reservation on behalf of 51d3b174b82a45c2a87dcfec26168b0e for: {'network': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:34.745916 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.749391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.776752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.784386 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:34.785997 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5cfbf-c902-4d6d-85ca-9a729c0696d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:34.802967 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1bb5cfbf-c902-4d6d-85ca-9a729c0696d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:34.843581 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8e4b0ae3-c546-4c9d-b96b-b922c2f77a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.863695 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:34.874428 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Usage tracker for resource:security_group_rule and tenant:51d3b174b82a45c2a87dcfec26168b0e is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:34.899481 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:34.918373 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:34.984649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.094785 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5cfbf-c902-4d6d-85ca-9a729c0696d0 admin admin] Checking segment: {'id': '17318d1e-9897-40a1-858c-8a4987f7fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:35.095042 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb5cfbf-c902-4d6d-85ca-9a729c0696d0 admin admin] Network hostable DHCP agents. Network: adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:10:35.123759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3556126-ac71-4eb1-82b4-ef4fb247ebba admin admin] Checking segment: {'id': 'fa60e05a-0e61-4e81-afb8-895a8bbff706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:35.124336 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3556126-ac71-4eb1-82b4-ef4fb247ebba admin admin] Network hostable DHCP agents. Network: 5635013d-c232-42e6-92f8-9c466e9855da, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:10:35.128079 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.150476 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb5cfbf-c902-4d6d-85ca-9a729c0696d0 admin admin] Network adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:10:35.158544 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8e4b0ae3-c546-4c9d-b96b-b922c2f77a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.181185 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:35.193394 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:35.200262 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-1bb5cfbf-c902-4d6d-85ca-9a729c0696d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:35.203820 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3556126-ac71-4eb1-82b4-ef4fb247ebba admin admin] Network 5635013d-c232-42e6-92f8-9c466e9855da is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:10:35.211303 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b0ae3-c546-4c9d-b96b-b922c2f77a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1292c5ee-1450-47ee-b5fe-903b9d888f61,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:35.240731 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-b3556126-ac71-4eb1-82b4-ef4fb247ebba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, 5635013d-c232-42e6-92f8-9c466e9855da) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:35.258252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb5cfbf-c902-4d6d-85ca-9a729c0696d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:35.258988 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1bb5cfbf-c902-4d6d-85ca-9a729c0696d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.261066 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.286086 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aa2055-76d1-489a-8328-809fdca897bd None None] Network adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:35.298036 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.323497 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3556126-ac71-4eb1-82b4-ef4fb247ebba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:35.323497 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b3556126-ac71-4eb1-82b4-ef4fb247ebba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.323770 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f931701d-3726-4b78-85c3-7970450bd65b None None] Network 5635013d-c232-42e6-92f8-9c466e9855da requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:35.347918 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8e4b0ae3-c546-4c9d-b96b-b922c2f77a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.351766 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-8e4b0ae3-c546-4c9d-b96b-b922c2f77a0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1292c5ee-1450-47ee-b5fe-903b9d888f61 HTTP/1.1" status: 204 len: 168 time: 1.4936211 Apr 14 16:10:35.351766 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8e4b0ae3-c546-4c9d-b96b-b922c2f77a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:35.378444 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-b3556126-ac71-4eb1-82b4-ef4fb247ebba admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5230978 Apr 14 16:10:35.380883 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34560) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:35.390881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:35.399903 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-1bb5cfbf-c902-4d6d-85ca-9a729c0696d0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.5395627 Apr 14 16:10:35.399903 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:35.406307 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34564) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:35.413511 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-41418638-router', 'tenant_id': '3ef0238a8f524a30a94d06aa25d272f8', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:35.418470 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Usage tracker for resource:router and tenant:933c87bdb5354dc39f728c1bc6dfd17e is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:35.424447 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:35.436673 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:35.441397 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:35.485529 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Usage tracker for resource:router and tenant:3ef0238a8f524a30a94d06aa25d272f8 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:35.496213 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:35.518158 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:35.526098 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6923'] for router, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.527357 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854361997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854264817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768878'] for router, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.559425 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6923'] for router, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.560775 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854361997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854264817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768878'] for router, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.572362 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.589429 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.598367 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Pushing event updated for resources: {'Port': ['ID=74b199c4-5be6-4ac0-a19a-14dbcaa596d3,revision_number=2']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:35.606729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ee5b6c43-dc10-498d-9c72-c4d31766bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.739812 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad7a66d5-4ab3-56a4-9b57-469e0d818c9a-5635013d-c232-42e6-92f8-9c466e9855da', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'fixed_ips': [{'subnet_id': '5c32f2be-29eb-445b-8f3d-8786422a2c00'}]}} from dv-cinder-786266-1-iscsi. {{(pid=85246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:10:35.740726 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.856039 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 34576) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:35.862194 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=85245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:10:35.874471 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2d0304-2450-43f8-8fcc-5380d3123421 None None] Network dd979b70-9f85-4020-9a3c-e29dec5a7332 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:35.901861 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Pushing event updated for resources: {'Port': ['ID=c8e59f12-b067-4b76-8d37-5a37e4e0e8a1,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:35.912347 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:35.918875 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:35.940062 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6d67de17-269a-4106-944e-a42ff921a3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.950534 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.951636 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Added segment efcf1b67-eb45-455a-986c-00dd89a04a78 of type vlan for network c48f80ec-1ad8-461f-9c8a-0801b6562533 Apr 14 16:10:36.001766 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b3e26cb2-6f6b-4011-aecc-74d29bfb00e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:36.008794 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-6d67de17-269a-4106-944e-a42ff921a3a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:36.033573 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dd0ab8-e531-4708-b34b-1d13775b7094,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:36.035758 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.251s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:36.057144 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:36.073430 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-6d67de17-269a-4106-944e-a42ff921a3a6 admin admin] Usage tracker for resource:security_group_rule and tenant:058b7df3f76a41c3a10ddac43583a02b is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:36.078347 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:10:36.082910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-6d67de17-269a-4106-944e-a42ff921a3a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:36.099098 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:36.101930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:10:36.138027 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b6c43-dc10-498d-9c72-c4d31766bdcf admin admin] Checking segment: {'id': 'c3aca0df-899f-4432-9828-a7fb33a9270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:36.138421 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b6c43-dc10-498d-9c72-c4d31766bdcf admin admin] Network hostable DHCP agents. Network: 2513cfaf-5700-4daa-9c93-a6579fd80809, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:10:36.174844 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.243299 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-6d67de17-269a-4106-944e-a42ff921a3a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:36.270156 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 34598) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:36.316188 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 16:10:36.368511 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.db.resource_extend [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:10:36.479189 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Allocated IP 172.20.0.2 (5635013d-c232-42e6-92f8-9c466e9855da/5c32f2be-29eb-445b-8f3d-8786422a2c00/5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84) {{(pid=85246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:10:36.508349 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854381472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768863'] for router, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.577361 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.586822 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b6c43-dc10-498d-9c72-c4d31766bdcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6314984e-c666-4643-8910-68766b138db6,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:36.598873 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b6c43-dc10-498d-9c72-c4d31766bdcf admin admin] Network 2513cfaf-5700-4daa-9c93-a6579fd80809 is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:10:36.606796 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ee5b6c43-dc10-498d-9c72-c4d31766bdcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:36.628529 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-ee5b6c43-dc10-498d-9c72-c4d31766bdcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, 2513cfaf-5700-4daa-9c93-a6579fd80809) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:36.635376 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854381472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768863'] for router, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.661078 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5b6c43-dc10-498d-9c72-c4d31766bdcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:36.661724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ee5b6c43-dc10-498d-9c72-c4d31766bdcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.713784 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Notify callbacks [] for port, precommit_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.724793 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Transition to ACTIVE for port object 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:10:36.741890 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:36.742683 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.744292 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Transition to ACTIVE for port object 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 will not be triggered until provisioned by entity DHCP. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:10:36.759296 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc1c998-11cd-4220-9970-458537022088 None None] Network adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:36.776216 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a382a21-3515-426d-ad9b-8f04e48cc61f None None] Network 2513cfaf-5700-4daa-9c93-a6579fd80809 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:36.781712 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:36.785140 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ee5b6c43-dc10-498d-9c72-c4d31766bdcf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.6053727 Apr 14 16:10:36.846405 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6d67de17-269a-4106-944e-a42ff921a3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.880074 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6d67de17-269a-4106-944e-a42ff921a3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.975914 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.976694 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Pushing event updated for resources: {'Network': ['ID=c48f80ec-1ad8-461f-9c8a-0801b6562533,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:36.979702 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:37.017246 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:37.067989 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67de17-269a-4106-944e-a42ff921a3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a0058e-2680-4414-9a2d-e89babca67de,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:37.188473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-6d67de17-269a-4106-944e-a42ff921a3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:37.274583 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:37.289250 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:37.368808 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network c48f80ec-1ad8-461f-9c8a-0801b6562533 details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:10:37.580537 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-a419ed2e-6187-44f6-bf2f-9f56743b2c3e tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:37.581231 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-a419ed2e-6187-44f6-bf2f-9f56743b2c3e tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Synchronizing usage tracker for tenant:2d2d21c1e64e48cf923ecf68d5af1695 on resource:network {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:10:37.595151 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-6d67de17-269a-4106-944e-a42ff921a3a6 admin admin] Synchronizing usage tracker for tenant:79668e62ee984a00aca3e27c4608d344 on resource:security_group {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:10:37.603342 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9566782 Apr 14 16:10:37.605463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 34642) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:37.681416 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:37.692473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-5edf0266-30ed-4edc-a54a-e98e59ced322 admin admin] Request body: {'subnet': {'network_id': 'c48f80ec-1ad8-461f-9c8a-0801b6562533', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1365922899-subnet', 'tenant_id': '51d3b174b82a45c2a87dcfec26168b0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:37.709896 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-5edf0266-30ed-4edc-a54a-e98e59ced322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:37.731671 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-5edf0266-30ed-4edc-a54a-e98e59ced322 admin admin] Usage tracker for resource:subnet and tenant:51d3b174b82a45c2a87dcfec26168b0e is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:37.735527 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-a419ed2e-6187-44f6-bf2f-9f56743b2c3e tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Unset dirty status for tenant:2d2d21c1e64e48cf923ecf68d5af1695 on resource:network {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:10:37.736791 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-a419ed2e-6187-44f6-bf2f-9f56743b2c3e tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/networks?id=dd979b70-9f85-4020-9a3c-e29dec5a7332 HTTP/1.1" status: 200 len: 812 time: 1.4342873 Apr 14 16:10:37.740373 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-5edf0266-30ed-4edc-a54a-e98e59ced322 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:37.743238 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-6d67de17-269a-4106-944e-a42ff921a3a6 admin admin] Unset dirty status for tenant:79668e62ee984a00aca3e27c4608d344 on resource:security_group {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:10:37.744841 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-6d67de17-269a-4106-944e-a42ff921a3a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=058b7df3f76a41c3a10ddac43583a02b&name=default HTTP/1.1" status: 200 len: 2978 time: 1.8842657 Apr 14 16:10:37.752998 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 34650) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:37.753892 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-5edf0266-30ed-4edc-a54a-e98e59ced322 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:37.761078 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:37.816857 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Pushing event updated for resources: {'Port': ['ID=5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84,revision_number=1']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:37.827819 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-754c2539-e829-4db8-90d1-90edfc8a9e63 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/quotas/2d2d21c1e64e48cf923ecf68d5af1695 HTTP/1.1" status: 200 len: 375 time: 0.0784242 Apr 14 16:10:37.848169 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edf0266-30ed-4edc-a54a-e98e59ced322 admin admin] Made reservation on behalf of 51d3b174b82a45c2a87dcfec26168b0e for: {'subnet': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:37.853574 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5edf0266-30ed-4edc-a54a-e98e59ced322 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:37.911650 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:37.923736 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Network 5635013d-c232-42e6-92f8-9c466e9855da is already hosted by enough agents. {{(pid=85246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:10:37.927224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Resources bound (agent type, host, resource id): {{(pid=85246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:37.943289 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Received port after_create {{(pid=85246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:10:37.973190 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-09706dbc-75fc-40af-adcc-0b114756299d tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d2d21c1e64e48cf923ecf68d5af1695&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1279879 Apr 14 16:10:38.041057 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f00c626e-48e9-4ec1-bdad-1d0a07aa50d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.041627 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854361879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394315'] for router, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.049435 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.079260 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Attempting to bind port 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:10:38.079680 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Attempting to bind port 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': 'fa60e05a-0e61-4e81-afb8-895a8bbff706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:10:38.080093 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Attempting to bind port 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 on network 5635013d-c232-42e6-92f8-9c466e9855da {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:10:38.103453 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:10:38.103783 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Checking segment: {'id': 'fa60e05a-0e61-4e81-afb8-895a8bbff706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:38.104244 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.104697 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Bound using segment: {'id': 'fa60e05a-0e61-4e81-afb8-895a8bbff706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:10:38.105217 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Bound port: 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa60e05a-0e61-4e81-afb8-895a8bbff706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:10:38.105634 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.159198 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:10:38.209946 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34682) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:38.234222 dv-cinder-786266-1-iscsi neutron-server[85131]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 16:10:38.267955 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b8643b-9be0-4d92-beb1-9096f570d5df None None] Network 2513cfaf-5700-4daa-9c93-a6579fd80809 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:38.283828 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.392352 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34686) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:38.416581 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Allocated IP 172.27.2.251 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/0702e2c7-ee76-48dc-b1ce-387ec6c09733) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:10:38.584166 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-df51d075-7ca3-4402-b7f3-2c6d8b1422cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.617099 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f00c626e-48e9-4ec1-bdad-1d0a07aa50d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.624777 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d9859b-8000-470e-a0da-8523ae4f2eb9 None None] Network b1543812-41fe-4295-b0c3-e4201c886b18 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:38.668312 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-df51d075-7ca3-4402-b7f3-2c6d8b1422cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:38.688266 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-df51d075-7ca3-4402-b7f3-2c6d8b1422cf admin admin] Usage tracker for resource:security_group_rule and tenant:0b287dc9e20143d49ed0fc29e5f6f11b is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:38.689281 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-5a9ba71b-c6e6-45d0-82f7-ae45672541da service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=85245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:10:38.690370 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-5a9ba71b-c6e6-45d0-82f7-ae45672541da service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1105034 Apr 14 16:10:38.702830 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-df51d075-7ca3-4402-b7f3-2c6d8b1422cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:38.719093 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-1d7147e8-578c-4e76-938f-3de3089792d5 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:38.719854 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-1d7147e8-578c-4e76-938f-3de3089792d5 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Synchronizing usage tracker for tenant:b8a4298bacf14cd493bcec2e3543ab00 on resource:network {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:10:38.720187 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:10:38.724825 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-df51d075-7ca3-4402-b7f3-2c6d8b1422cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:38.799518 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.804687 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] For port 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:10:38.809791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-1d7147e8-578c-4e76-938f-3de3089792d5 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Unset dirty status for tenant:b8a4298bacf14cd493bcec2e3543ab00 on resource:network {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:10:38.811845 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-1d7147e8-578c-4e76-938f-3de3089792d5 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/networks?id=2513cfaf-5700-4daa-9c93-a6579fd80809 HTTP/1.1" status: 200 len: 814 time: 0.6008549 Apr 14 16:10:38.816130 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-0a10bcdd-af69-4416-b3ef-033f0b1f39e8 None None] Provisioning for port 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:10:38.835327 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-6b4f1a2a-1452-4f23-b625-3d7b565b1435 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/quotas/b8a4298bacf14cd493bcec2e3543ab00 HTTP/1.1" status: 200 len: 375 time: 0.0165646 Apr 14 16:10:38.857818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] For port 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84,segment=NetworkSegment(fa60e05a-0e61-4e81-afb8-895a8bbff706),segment_id=fa60e05a-0e61-4e81-afb8-895a8bbff706)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:10:38.862981 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-0a10bcdd-af69-4416-b3ef-033f0b1f39e8 None None] Provisioning complete for port 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:38.863652 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0a10bcdd-af69-4416-b3ef-033f0b1f39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.903513 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f00c626e-48e9-4ec1-bdad-1d0a07aa50d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.907505 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-e572c9a0-8d5d-4173-a4f6-a1c8a25d565e tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8a4298bacf14cd493bcec2e3543ab00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637634 Apr 14 16:10:38.934077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.948431 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-6d67de17-269a-4106-944e-a42ff921a3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:38.970081 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c626e-48e9-4ec1-bdad-1d0a07aa50d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a0058e-2680-4414-9a2d-e89babca67de,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:38.986047 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f00c626e-48e9-4ec1-bdad-1d0a07aa50d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:39.009373 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:39.010614 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:39.043304 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-c3b3a002-78ec-4f1a-a3a8-1d35fa5546e4 service neutron] 10.222.0.60 "GET /v2.0/networks/dd979b70-9f85-4020-9a3c-e29dec5a7332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394341 Apr 14 16:10:39.045605 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:39.067577 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Router ed2f5836-114c-418f-ae86-2e997197a2c1 is scheduled to L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d with binding_index 1 {{(pid=85245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:10:39.073424 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f00c626e-48e9-4ec1-bdad-1d0a07aa50d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:39.074615 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-f00c626e-48e9-4ec1-bdad-1d0a07aa50d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e2a0058e-2680-4414-9a2d-e89babca67de HTTP/1.1" status: 204 len: 168 time: 1.3184190 Apr 14 16:10:39.173212 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-7361eca3-3fbf-4942-ab49-11f037f3d2df service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:10:39.174689 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-7361eca3-3fbf-4942-ab49-11f037f3d2df service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1768007 Apr 14 16:10:39.223945 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Allocated IP 172.27.2.153 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/6e7096be-50d6-4bf8-bf56-dad18d591365) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:10:39.227295 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Pushing event updated for resources: {'Port': ['ID=5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84,revision_number=2']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:39.296156 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:39.337853 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Pushing event updated for resources: {'Port': ['ID=0702e2c7-ee76-48dc-b1ce-387ec6c09733,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:39.343680 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-df51d075-7ca3-4402-b7f3-2c6d8b1422cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:39.348341 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:39.424847 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-df51d075-7ca3-4402-b7f3-2c6d8b1422cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:39.425585 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-f6f1aade-4e7b-49aa-babf-67f01edd3add service neutron] 10.222.0.60 "GET /v2.0/networks/dd979b70-9f85-4020-9a3c-e29dec5a7332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812613 Apr 14 16:10:39.473518 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:39.575352 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:10:39.593937 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Sync routers for ids ['ed2f5836-114c-418f-ae86-2e997197a2c1'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:10:39.616021 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Routers {'ed2f5836-114c-418f-ae86-2e997197a2c1'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:10:39.617258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:10:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['ed2f5836-114c-418f-ae86-2e997197a2c1'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:39.650195 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0a10bcdd-af69-4416-b3ef-033f0b1f39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:39.692932 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-0a10bcdd-af69-4416-b3ef-033f0b1f39e8 None None] For port 74b199c4-5be6-4ac0-a19a-14dbcaa596d3, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=74b199c4-5be6-4ac0-a19a-14dbcaa596d3,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:39.696284 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0a10bcdd-af69-4416-b3ef-033f0b1f39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:39.698476 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:39.703098 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-df51d075-7ca3-4402-b7f3-2c6d8b1422cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b287dc9e20143d49ed0fc29e5f6f11b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3029652 Apr 14 16:10:39.732650 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34712) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:39.772767 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Notify callbacks [] for router, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:39.775273 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51d075-7ca3-4402-b7f3-2c6d8b1422cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da807817-1274-4aac-ac44-154f798211e4,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:39.781944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-df51d075-7ca3-4402-b7f3-2c6d8b1422cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:39.785426 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2337253 Apr 14 16:10:39.790797 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 34718) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:39.903882 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10bcdd-af69-4416-b3ef-033f0b1f39e8 None None] Pushing event updated for resources: {'Port': ['ID=74b199c4-5be6-4ac0-a19a-14dbcaa596d3,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:39.935279 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0a10bcdd-af69-4416-b3ef-033f0b1f39e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:39.968738 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-9308f516-6ef9-4615-8d14-af6543cf6a42 None None] Provisioning complete for port 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:39.969196 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9308f516-6ef9-4615-8d14-af6543cf6a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:39.988364 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Set router ed2f5836-114c-418f-ae86-2e997197a2c1 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:10:40.159523 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:10:40.257252 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-1492402c-7dc4-4afe-9af2-2f7523034bb9 service neutron] 10.222.0.60 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0639176 Apr 14 16:10:40.342612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:10:40.371697 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:40.413948 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:10:40.438691 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0ec2d12c-ada1-4214-9d57-2468942a11b3 req-f0656b3b-8a89-45ab-9f0b-b04b84a999db tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 210 time: 0.4529772 Apr 14 16:10:40.480094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:40.484839 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:40.546986 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5edf0266-30ed-4edc-a54a-e98e59ced322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for subnet, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:40.601444 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:10:36Z', 'revision_number': 3, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:40.607865 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Checking router: ed2f5836-114c-418f-ae86-2e997197a2c1 for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:10:40.608527 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Updating router ed2f5836-114c-418f-ae86-2e997197a2c1 port c8e59f12-b067-4b76-8d37-5a37e4e0e8a1 binding host dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:10:40.609153 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-95b86294-ae89-475c-a4d8-c5a871478521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:40.711558 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:40.756301 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:40.859533 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-20f80b95-0455-4edd-a639-8610fd5ff5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.016356 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-20f80b95-0455-4edd-a639-8610fd5ff5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.064932 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf0266-30ed-4edc-a54a-e98e59ced322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=608a34a9-33c5-4ac6-9daa-8e2e0cbbdd24,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:41.109236 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5edf0266-30ed-4edc-a54a-e98e59ced322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:41.254960 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-a995f4e1-e14f-4b00-88b1-6eda307b42fb service neutron] 10.222.0.60 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9794986 Apr 14 16:10:41.338892 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.373959 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:41.595419 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f0eae-058b-440e-9ba3-750b1b4a50dd None None] Network 5635013d-c232-42e6-92f8-9c466e9855da requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:41.639926 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.785140 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-20f80b95-0455-4edd-a639-8610fd5ff5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.855355 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.868426 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a4cd0ff2-80e9-4769-a21b-b6bfd4c64563 req-bd6d4d1a-2806-4402-999f-ab661326e551 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 210 time: 0.2797019 Apr 14 16:10:41.889356 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Transition to ACTIVE for port object c8e59f12-b067-4b76-8d37-5a37e4e0e8a1 will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:10:41.916358 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.955510 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf0266-30ed-4edc-a54a-e98e59ced322 admin admin] Checking segment: {'id': 'efcf1b67-eb45-455a-986c-00dd89a04a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c48f80ec-1ad8-461f-9c8a-0801b6562533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:41.956145 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf0266-30ed-4edc-a54a-e98e59ced322 admin admin] Network hostable DHCP agents. Network: c48f80ec-1ad8-461f-9c8a-0801b6562533, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:10:41.996349 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-0b1ee1f5-f6ca-4b6b-80a9-2edd400c967e None None] Provisioning for port 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:10:42.131280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:42.152594 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Pushing event updated for resources: {'Port': ['ID=6e7096be-50d6-4bf8-bf56-dad18d591365,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:42.164773 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:42.170415 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e08d3fd2-1413-4144-a41a-003489bd103d req-c74b9c34-44fa-49a4-8f41-24404e3c7ec9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 210 time: 0.3888803 Apr 14 16:10:42.170864 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:42.207219 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:10:42.232290 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f80b95-0455-4edd-a639-8610fd5ff5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da807817-1274-4aac-ac44-154f798211e4,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:42.242722 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-20f80b95-0455-4edd-a639-8610fd5ff5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:42.330124 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:42.336675 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-20f80b95-0455-4edd-a639-8610fd5ff5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:42.338380 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-20f80b95-0455-4edd-a639-8610fd5ff5db admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da807817-1274-4aac-ac44-154f798211e4 HTTP/1.1" status: 204 len: 168 time: 2.5657442 Apr 14 16:10:42.461944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Allocated IP 172.20.0.1 (b1543812-41fe-4295-b0c3-e4201c886b18/7e65b27a-159c-4d87-bc0d-8c19d0e1a018/50adff03-335d-4a55-810e-df59dbd8eb05) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:10:42.480495 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:10:42.496135 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Attempting to bind port c8e59f12-b067-4b76-8d37-5a37e4e0e8a1 on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:10:42.496453 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Attempting to bind port c8e59f12-b067-4b76-8d37-5a37e4e0e8a1 by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:10:42.496835 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Attempting to bind port c8e59f12-b067-4b76-8d37-5a37e4e0e8a1 on network b5eead06-8405-4d4c-aea5-71473e96d6f3 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:10:42.521398 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:42.533575 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:42.543344 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:10:42.543763 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Checking segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:42.544153 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:42.551499 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Bound using segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:10:42.552092 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Bound port: c8e59f12-b067-4b76-8d37-5a37e4e0e8a1, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:10:42.552508 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:42.694900 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Pushing event updated for resources: {'Port': ['ID=c8e59f12-b067-4b76-8d37-5a37e4e0e8a1,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:42.739315 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:42.739694 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:42.740057 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:42.740416 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:42.740769 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:42.741146 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:42.741497 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:42.741844 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:42.742209 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:42.742587 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:42.742935 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:42.743280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Tracked resource versions report: Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: pushed versions: Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: { 'AddressGroup': {'1.2'}, Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'ConntrackHelper': {'1.0'}, Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Log': {'1.0'}, Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Network': {'1.1'}, Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Port': {'1.7'}, Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'PortForwarding': {'1.2'}, Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'QosPolicy': {'1.8'}, Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroup': {'1.4'}, Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SubPort': {'1.0'}, Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Subnet': {'1.1'}, Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Trunk': {'1.1'}} Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: consumer versions: Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: { DHCP agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: HyperV agent@hv-cinder-78626: {}, Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: L3 agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: Metadata agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: Metering agent@dv-cinder-786266-1-iscsi: {}, Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: Open vSwitch agent@dv-cinder-786266-1-iscsi: { 'AddressGroup': '1.2', Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'ConntrackHelper': '1.0', Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Log': '1.0', Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Network': '1.1', Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Port': '1.7', Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'PortForwarding': '1.2', Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'QosPolicy': '1.8', Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroup': '1.4', Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SecurityGroupRule': '1.2', Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'SubPort': '1.0', Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Subnet': '1.1', Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: 'Trunk': '1.1'}} Apr 14 16:10:42.744415 dv-cinder-786266-1-iscsi neutron-server[85131]: {{(pid=85247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:10:42.757943 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf0266-30ed-4edc-a54a-e98e59ced322 admin admin] Network c48f80ec-1ad8-461f-9c8a-0801b6562533 is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:10:42.771135 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:42.791261 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-5edf0266-30ed-4edc-a54a-e98e59ced322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, c48f80ec-1ad8-461f-9c8a-0801b6562533) {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:42.798648 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edf0266-30ed-4edc-a54a-e98e59ced322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:42.799306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5edf0266-30ed-4edc-a54a-e98e59ced322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:42.813821 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af3b721-87a1-4232-a1e1-e5ba8939a3d9 None None] Network c48f80ec-1ad8-461f-9c8a-0801b6562533 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:42.835638 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] For port c8e59f12-b067-4b76-8d37-5a37e4e0e8a1, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:10:42.842421 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] For port c8e59f12-b067-4b76-8d37-5a37e4e0e8a1, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=c8e59f12-b067-4b76-8d37-5a37e4e0e8a1,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:10:42.842928 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:10:42.848379 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:42.859394 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:42.866305 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:10:42.870675 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:42.995410 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.015275 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Transition to ACTIVE for port object 50adff03-335d-4a55-810e-df59dbd8eb05 will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:10:43.060423 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.063179 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-5edf0266-30ed-4edc-a54a-e98e59ced322 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.3916492 Apr 14 16:10:43.202264 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:43.361141 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f95e89d8-3a1d-483c-ab37-9554ae57be0b req-08b96a15-e0e0-4686-83b6-b95f1f2f2a95 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 210 time: 0.1032023 Apr 14 16:10:43.364095 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 34840) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:43.379188 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.393418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Network b1543812-41fe-4295-b0c3-e4201c886b18 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:10:43.415250 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84,segment=NetworkSegment(fa60e05a-0e61-4e81-afb8-895a8bbff706),segment_id=fa60e05a-0e61-4e81-afb8-895a8bbff706)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:43.416739 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:43.427554 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.471003 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Pushing event updated for resources: {'Port': ['ID=50adff03-335d-4a55-810e-df59dbd8eb05,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:43.484175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Routers {'ed2f5836-114c-418f-ae86-2e997197a2c1'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:10:43.484926 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:10:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['ed2f5836-114c-418f-ae86-2e997197a2c1'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:43.488074 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1aae1dcd-4aed-4f09-9c72-07fe1b98d571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.526303 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0d03312d-1838-4ab4-b02a-71df8067e1f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:43.531678 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:10:43.532694 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394380'] for router_interface, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.545144 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-1aae1dcd-4aed-4f09-9c72-07fe1b98d571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:43.572680 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34848) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:43.577753 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-1aae1dcd-4aed-4f09-9c72-07fe1b98d571 admin admin] Usage tracker for resource:security_group_rule and tenant:bdcfa5f2d3ff4c72b85d58f8dbb50eea is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:43.581254 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-1aae1dcd-4aed-4f09-9c72-07fe1b98d571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:43.588996 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-1aae1dcd-4aed-4f09-9c72-07fe1b98d571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:43.701979 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1aae1dcd-4aed-4f09-9c72-07fe1b98d571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.710887 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.41', 58472) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:43.723137 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1aae1dcd-4aed-4f09-9c72-07fe1b98d571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.769704 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854361879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394315'] for router, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.795878 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.808758 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-71d5950f-28b5-48bc-8b5e-a10dcf77a591 None None] Provisioning complete for port 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:43.809288 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-71d5950f-28b5-48bc-8b5e-a10dcf77a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.911571 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bdf1f1-e0fc-4b3f-981d-8b3e3f2bcd82 admin admin] Deleting subnet ca856e41-a28e-473b-b579-f50ea5642088 {{(pid=85244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:10:43.927527 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285a162f-8dcf-4b74-9a89-0d26e6c01d50 None None] Network c48f80ec-1ad8-461f-9c8a-0801b6562533 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:44.152262 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] Set router ed2f5836-114c-418f-ae86-2e997197a2c1 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:10:44.159747 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:44.163451 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:44.194649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.992s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:44.206849 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-de934139-b3da-4f40-932d-c4b7149491a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:44.247813 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-3adfd585-509a-411d-8a70-6c2b2c350dc3 None None] Provisioning for port 50adff03-335d-4a55-810e-df59dbd8eb05 completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:10:44.325926 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-1aae1dcd-4aed-4f09-9c72-07fe1b98d571 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bdcfa5f2d3ff4c72b85d58f8dbb50eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9569211 Apr 14 16:10:44.327514 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 34878) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:44.395154 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.482827 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c98b5fa5-b1c3-47cd-954a-4a838672d786 req-c9058d2a-e827-432f-b07c-60f62e564b52 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 210 time: 0.9110241 Apr 14 16:10:44.483760 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-68bdf1f1-e0fc-4b3f-981d-8b3e3f2bcd82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.511051 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae1dcd-4aed-4f09-9c72-07fe1b98d571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1d61be-bb65-4911-b80a-6fa579a2e8b0,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:44.511596 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Pushing event updated for resources: {'Port': ['ID=c8e59f12-b067-4b76-8d37-5a37e4e0e8a1,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:44.526973 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.656s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:44.562947 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1aae1dcd-4aed-4f09-9c72-07fe1b98d571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:44.565388 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.41', 58477) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:44.567699 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-3adfd585-509a-411d-8a70-6c2b2c350dc3 None None] Provisioning complete for port 50adff03-335d-4a55-810e-df59dbd8eb05 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:44.568241 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3adfd585-509a-411d-8a70-6c2b2c350dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.607633 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-94868f83-7d4f-4f71-8ab5-ec78117e8763 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:44.609282 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-94868f83-7d4f-4f71-8ab5-ec78117e8763 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.41 "GET /v2.0/networks?id=dd979b70-9f85-4020-9a3c-e29dec5a7332 HTTP/1.1" status: 200 len: 812 time: 0.8969698 Apr 14 16:10:44.658543 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-3adfd585-509a-411d-8a70-6c2b2c350dc3 None None] Port 50adff03-335d-4a55-810e-df59dbd8eb05 cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:10:44.681784 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-87b56d05-c9e0-4a91-b0a2-880aa8d1b000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.682939 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-38bbf65b-30ac-4f9a-b177-9fa52164c4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.687974 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.904997 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-68bdf1f1-e0fc-4b3f-981d-8b3e3f2bcd82 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.915103 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-68bdf1f1-e0fc-4b3f-981d-8b3e3f2bcd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5661'] for subnet, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.966672 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:10:36Z', 'revision_number': 3, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:44.971322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac360831-29b9-40ec-b6f5-33b87dcfdf6d None None] The sync data for ids ['ed2f5836-114c-418f-ae86-2e997197a2c1'] in dv-cinder-786266-1-iscsi is: [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:10:36Z', 'revision_number': 3, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:10:45.052546 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-2080a0bf-35d0-4e9c-85e6-510e5440cc93 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Request body: {'port': {'device_id': '1f8c55df-edf8-4724-b17f-3208b924a324', 'network_id': 'dd979b70-9f85-4020-9a3c-e29dec5a7332', 'admin_state_up': True, 'tenant_id': '2d2d21c1e64e48cf923ecf68d5af1695'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:45.108608 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Router 17666899-7203-4e5a-92d0-9996b886c666 is scheduled to L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d with binding_index 1 {{(pid=85244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:10:45.127730 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c874d6cc-7b9e-428d-b018-400095b2f89d req-435b0088-b741-413c-a79f-f59051c67a97 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 210 time: 0.4329031 Apr 14 16:10:45.142569 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-87b56d05-c9e0-4a91-b0a2-880aa8d1b000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:45.337838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-6bcfab4f-5d6b-4809-8933-7e9c26f8809d tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:45.339623 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-6bcfab4f-5d6b-4809-8933-7e9c26f8809d tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.41 "GET /v2.0/networks?id=2513cfaf-5700-4daa-9c93-a6579fd80809 HTTP/1.1" status: 200 len: 814 time: 0.7706313 Apr 14 16:10:45.382723 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:45.393137 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-2080a0bf-35d0-4e9c-85e6-510e5440cc93 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:45.397500 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-2080a0bf-35d0-4e9c-85e6-510e5440cc93 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Usage tracker for resource:port and tenant:2d2d21c1e64e48cf923ecf68d5af1695 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:45.400801 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-2080a0bf-35d0-4e9c-85e6-510e5440cc93 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:45.408074 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-2080a0bf-35d0-4e9c-85e6-510e5440cc93 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:45.417004 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:45.418719 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-2080a0bf-35d0-4e9c-85e6-510e5440cc93 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Made reservation on behalf of 2d2d21c1e64e48cf923ecf68d5af1695 for: {'port': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:45.424960 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-2080a0bf-35d0-4e9c-85e6-510e5440cc93 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:45.439259 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410661'] for router_interface, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:45.458973 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-15a90ea3-8c66-4184-9b59-9d291a351008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:45.561341 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-87b56d05-c9e0-4a91-b0a2-880aa8d1b000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:46.136894 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Pushing event updated for resources: {'Port': ['ID=50adff03-335d-4a55-810e-df59dbd8eb05,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:46.155387 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:46.157513 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:46.251482 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b56d05-c9e0-4a91-b0a2-880aa8d1b000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1d61be-bb65-4911-b80a-6fa579a2e8b0,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:46.252314 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:10:46.254736 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-87b56d05-c9e0-4a91-b0a2-880aa8d1b000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:46.285877 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c1df0bf1-aabd-4347-bada-8f6ddcc0bc50 req-6b504caa-e08e-419a-a0aa-749bd7fa130b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 210 time: 0.3382952 Apr 14 16:10:46.307594 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-87b56d05-c9e0-4a91-b0a2-880aa8d1b000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:46.308948 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-87b56d05-c9e0-4a91-b0a2-880aa8d1b000 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce1d61be-bb65-4911-b80a-6fa579a2e8b0 HTTP/1.1" status: 204 len: 168 time: 1.9723802 Apr 14 16:10:46.343490 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Network b1543812-41fe-4295-b0c3-e4201c886b18 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:10:46.348589 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:46.512332 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Request body: {'port': {'device_id': '3e0bacb9-233d-4561-9882-6c9619a84e69', 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809', 'admin_state_up': True, 'tenant_id': 'b8a4298bacf14cd493bcec2e3543ab00'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:46.512541 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:46.515327 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:46.718623 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:10:46.739022 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3becbe7a-f941-4349-a0c3-c533774a0dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:46.761233 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854361879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394315'] for router, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:46.770310 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Sync routers for ids ['17666899-7203-4e5a-92d0-9996b886c666'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:10:46.906236 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Routers {'17666899-7203-4e5a-92d0-9996b886c666'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:10:46.906883 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:10:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['17666899-7203-4e5a-92d0-9996b886c666'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:46.991812 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device c8e59f12-b067-4b76-8d37-5a37e4e0e8a1 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:10:47.176097 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:47.187919 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-804e005f-c3be-457c-bc65-596f1b2762f2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.7790151 Apr 14 16:10:47.196187 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34952) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:47.327265 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-c93f70bc-97b4-4fb5-9758-689905654e3b None None] Provisioning complete for port 50adff03-335d-4a55-810e-df59dbd8eb05 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:47.327685 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c93f70bc-97b4-4fb5-9758-689905654e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:47.342340 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b46b810f-4533-4cac-9a4a-bd0a484036d3 req-d68d0720-7aa4-457b-94bb-6938ed27bfba tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 210 time: 0.8118870 Apr 14 16:10:47.346506 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 34956) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:47.362042 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Router ed2f5836-114c-418f-ae86-2e997197a2c1 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:10:47.418293 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:47.431263 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-c93f70bc-97b4-4fb5-9758-689905654e3b None None] Port 50adff03-335d-4a55-810e-df59dbd8eb05 cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:10:47.444563 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-2080a0bf-35d0-4e9c-85e6-510e5440cc93 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Allocated IP 172.20.0.6 (dd979b70-9f85-4020-9a3c-e29dec5a7332/e26fc4b3-167f-4c93-a794-3d8f9f0eb888/8c7ab778-5b23-468f-a76c-4db3dc5b5d0f) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:10:47.447941 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Usage tracker for resource:port and tenant:b8a4298bacf14cd493bcec2e3543ab00 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:47.468589 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-68bdf1f1-e0fc-4b3f-981d-8b3e3f2bcd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for subnet, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:47.476363 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port c8e59f12-b067-4b76-8d37-5a37e4e0e8a1 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:10:47.477395 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:47.494119 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port c8e59f12-b067-4b76-8d37-5a37e4e0e8a1 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:47.495273 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:47.525137 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:47.685263 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Set router 17666899-7203-4e5a-92d0-9996b886c666 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:10:48.046096 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:10:48.083891 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] 10.222.0.60 "PUT /v2.0/routers/ed2f5836-114c-418f-ae86-2e997197a2c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2882333 Apr 14 16:10:48.088325 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Made reservation on behalf of b8a4298bacf14cd493bcec2e3543ab00 for: {'port': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:48.095446 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.174563 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b3556126-ac71-4eb1-82b4-ef4fb247ebba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:48.215223 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.278178 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.385304 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Allocated IP 172.20.0.10 (2513cfaf-5700-4daa-9c93-a6579fd80809/6314984e-c666-4643-8910-68766b138db6/a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:10:48.520659 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdf1f1-e0fc-4b3f-981d-8b3e3f2bcd82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca856e41-a28e-473b-b579-f50ea5642088,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:48.613271 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Sync routers for ids ['ed2f5836-114c-418f-ae86-2e997197a2c1'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:10:48.625482 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Routers {'ed2f5836-114c-418f-ae86-2e997197a2c1'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:10:48.629874 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:10:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['ed2f5836-114c-418f-ae86-2e997197a2c1'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:48.694558 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.706544 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-39eae008-eb8a-4f7d-89fb-4692bbb6b41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.740543 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port c8e59f12-b067-4b76-8d37-5a37e4e0e8a1, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=c8e59f12-b067-4b76-8d37-5a37e4e0e8a1,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:48.749385 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.754724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:48.813447 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17666899-7203-4e5a-92d0-9996b886c666', 'name': 'tempest-ServerRescueNegativeTestJSON-41418638-router', 'tenant_id': '3ef0238a8f524a30a94d06aa25d272f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '0702e2c7-ee76-48dc-b1ce-387ec6c09733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:10:40Z', 'revision_number': 3, 'project_id': '3ef0238a8f524a30a94d06aa25d272f8', 'gw_port': {'id': '0702e2c7-ee76-48dc-b1ce-387ec6c09733', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:96:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17666899-7203-4e5a-92d0-9996b886c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:37Z', 'updated_at': '2021-04-14T16:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:48.824404 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Checking router: 17666899-7203-4e5a-92d0-9996b886c666 for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:10:48.824795 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Updating router 17666899-7203-4e5a-92d0-9996b886c666 port 0702e2c7-ee76-48dc-b1ce-387ec6c09733 binding host dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:10:48.872514 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-39eae008-eb8a-4f7d-89fb-4692bbb6b41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:48.880389 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-39eae008-eb8a-4f7d-89fb-4692bbb6b41b admin admin] Usage tracker for resource:security_group_rule and tenant:12e9785e06034daca13ac12d40a51f51 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:48.893686 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-39eae008-eb8a-4f7d-89fb-4692bbb6b41b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:48.902148 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-39eae008-eb8a-4f7d-89fb-4692bbb6b41b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:48.963772 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.969414 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:49.010946 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=c8e59f12-b067-4b76-8d37-5a37e4e0e8a1,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:49.024197 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:49.027976 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-43434911-c7de-41ca-a490-fea0c5281522 req-2447c415-ed1b-42d8-a469-08eb4e3d8cf4 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Synchronizing usage tracker for tenant:2d2d21c1e64e48cf923ecf68d5af1695 on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:10:49.090227 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Set router ed2f5836-114c-418f-ae86-2e997197a2c1 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:10:49.289252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-68bdf1f1-e0fc-4b3f-981d-8b3e3f2bcd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.115s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:49.311083 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-43434911-c7de-41ca-a490-fea0c5281522 req-2447c415-ed1b-42d8-a469-08eb4e3d8cf4 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Unset dirty status for tenant:2d2d21c1e64e48cf923ecf68d5af1695 on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:10:49.329943 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-43434911-c7de-41ca-a490-fea0c5281522 req-2447c415-ed1b-42d8-a469-08eb4e3d8cf4 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 210 time: 0.6461854 Apr 14 16:10:49.492985 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0ee63188-d434-461c-ad59-33c67e20f92d req-0d36dca8-d037-402b-89ec-5de8d8604b44 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 210 time: 1.4829276 Apr 14 16:10:49.595487 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-39eae008-eb8a-4f7d-89fb-4692bbb6b41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:49.607780 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-68bdf1f1-e0fc-4b3f-981d-8b3e3f2bcd82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:49.614040 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-68bdf1f1-e0fc-4b3f-981d-8b3e3f2bcd82 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ca856e41-a28e-473b-b579-f50ea5642088 HTTP/1.1" status: 204 len: 168 time: 6.0407252 Apr 14 16:10:49.639904 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 34998) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:49.640604 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 is scheduled to L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d with binding_index 1 {{(pid=85244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:10:49.667095 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-39eae008-eb8a-4f7d-89fb-4692bbb6b41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:49.781241 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-2080a0bf-35d0-4e9c-85e6-510e5440cc93 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:49.788298 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1aae1dcd-4aed-4f09-9c72-07fe1b98d571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:49.848394 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-39eae008-eb8a-4f7d-89fb-4692bbb6b41b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12e9785e06034daca13ac12d40a51f51&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4739726 Apr 14 16:10:49.857760 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eae008-eb8a-4f7d-89fb-4692bbb6b41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9afe180-2380-491e-8896-e49492ce14c4,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:49.871879 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:49.883233 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Notify callbacks [] for port, precommit_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:49.889121 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 35002) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:49.898352 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-39eae008-eb8a-4f7d-89fb-4692bbb6b41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:49.919106 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Transition to ACTIVE for port object 0702e2c7-ee76-48dc-b1ce-387ec6c09733 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:10:49.930877 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.025096 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0a10bcdd-af69-4416-b3ef-033f0b1f39e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:50.064375 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:10:44Z', 'revision_number': 4, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '50adff03-335d-4a55-810e-df59dbd8eb05', 'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:42Z', 'updated_at': '2021-04-14T16:10:44Z', 'revision_number': 2, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'subnets': [{'id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:50.078984 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-82e7260e-bef3-46b4-ab75-f92f7f3eab7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.116057 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Checking router: ed2f5836-114c-418f-ae86-2e997197a2c1 for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:10:50.117562 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Updating router ed2f5836-114c-418f-ae86-2e997197a2c1 port 50adff03-335d-4a55-810e-df59dbd8eb05 binding host dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:10:50.145452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-82e7260e-bef3-46b4-ab75-f92f7f3eab7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.287757 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-82e7260e-bef3-46b4-ab75-f92f7f3eab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.301881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-39eae008-eb8a-4f7d-89fb-4692bbb6b41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:50.316691 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.332821 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7260e-bef3-46b4-ab75-f92f7f3eab7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9afe180-2380-491e-8896-e49492ce14c4,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:50.342260 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-82e7260e-bef3-46b4-ab75-f92f7f3eab7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:50.400082 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-82e7260e-bef3-46b4-ab75-f92f7f3eab7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.412671 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-82e7260e-bef3-46b4-ab75-f92f7f3eab7f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9afe180-2380-491e-8896-e49492ce14c4 HTTP/1.1" status: 204 len: 168 time: 0.5221686 Apr 14 16:10:50.433520 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-2080a0bf-35d0-4e9c-85e6-510e5440cc93 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.438963 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.460609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c9317-2fe1-4fe5-841a-cac1f93d5da7 None None] Pushing event updated for resources: {'Port': ['ID=0702e2c7-ee76-48dc-b1ce-387ec6c09733,revision_number=2']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:50.517191 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5c9c9317-2fe1-4fe5-841a-cac1f93d5da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:50.525510 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0ebe1db4-f195-4ea2-8da9-a64da9dc707b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:50.537206 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853770560'] for network, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.745812 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Attempting to bind port 0702e2c7-ee76-48dc-b1ce-387ec6c09733 on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:10:50.746974 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Attempting to bind port 0702e2c7-ee76-48dc-b1ce-387ec6c09733 by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:10:50.748260 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Attempting to bind port 0702e2c7-ee76-48dc-b1ce-387ec6c09733 on network b5eead06-8405-4d4c-aea5-71473e96d6f3 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:10:50.787322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:10:50.788285 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Checking segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:50.791010 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.795403 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Bound using segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:10:50.797951 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Bound port: 0702e2c7-ee76-48dc-b1ce-387ec6c09733, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:10:50.799622 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.832511 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080a0bf-35d0-4e9c-85e6-510e5440cc93 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Pushing event updated for resources: {'Port': ['ID=8c7ab778-5b23-468f-a76c-4db3dc5b5d0f,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:51.043950 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] For port 0702e2c7-ee76-48dc-b1ce-387ec6c09733, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:10:51.058507 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] For port 0702e2c7-ee76-48dc-b1ce-387ec6c09733, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=0702e2c7-ee76-48dc-b1ce-387ec6c09733,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:10:51.068907 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device c8e59f12-b067-4b76-8d37-5a37e4e0e8a1 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:10:51.230589 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:51.254868 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 35024) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:51.374376 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 35026) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:51.445972 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:51.478332 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:51.517432 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Transition to ACTIVE for port object 50adff03-335d-4a55-810e-df59dbd8eb05 will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:10:51.565418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35032) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:51.587839 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:51.594274 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c9317-2fe1-4fe5-841a-cac1f93d5da7 None None] Pushing event updated for resources: {'Port': ['ID=0702e2c7-ee76-48dc-b1ce-387ec6c09733,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:51.613754 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5c9c9317-2fe1-4fe5-841a-cac1f93d5da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:51.626029 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-6fce9e27-bfab-48cf-86c4-e9bca15086c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:51.628017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port c8e59f12-b067-4b76-8d37-5a37e4e0e8a1 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:51.628971 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:51.658978 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:10:51.728484 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Sync routers for ids ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:10:51.748595 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Routers {'6a7cf7dd-30b1-4033-a4be-7263ecf96117'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:10:51.750029 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:10:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:51.761567 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dc9daa1a-3953-4f46-b818-22e7429d4fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:51.851966 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-dc9daa1a-3953-4f46-b818-22e7429d4fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:51.858315 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-dc9daa1a-3953-4f46-b818-22e7429d4fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:b307f141077f4d8c8c268ace7df0357d is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:51.870089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-dc9daa1a-3953-4f46-b818-22e7429d4fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:51.878353 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-dc9daa1a-3953-4f46-b818-22e7429d4fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:51.971997 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872afa7-6fad-4ec4-ac8a-630331f99dec None None] Pushing event updated for resources: {'Port': ['ID=50adff03-335d-4a55-810e-df59dbd8eb05,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:51.977687 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dc9daa1a-3953-4f46-b818-22e7429d4fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:51.979711 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-6872afa7-6fad-4ec4-ac8a-630331f99dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:52.017527 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dc9daa1a-3953-4f46-b818-22e7429d4fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.023925 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.028211 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 16.6407809 Apr 14 16:10:52.030444 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35036) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:52.078505 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:52.093224 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-dc9daa1a-3953-4f46-b818-22e7429d4fe6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b307f141077f4d8c8c268ace7df0357d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128314 Apr 14 16:10:52.123345 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-15820a57-5ad2-4afd-a9f7-d413d415223f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1021175754', 'description': 'tempest-description--1278287084'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:52.146281 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-15820a57-5ad2-4afd-a9f7-d413d415223f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:52.158165 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-15820a57-5ad2-4afd-a9f7-d413d415223f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Usage tracker for resource:security_group and tenant:7c32c45b97f24aafbfc72c32f2ee651f is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:52.170149 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-15820a57-5ad2-4afd-a9f7-d413d415223f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:52.194102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-15820a57-5ad2-4afd-a9f7-d413d415223f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:52.244242 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 35042) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:52.250935 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-15820a57-5ad2-4afd-a9f7-d413d415223f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.254840 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-15820a57-5ad2-4afd-a9f7-d413d415223f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:52.258917 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-15820a57-5ad2-4afd-a9f7-d413d415223f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Usage tracker for resource:security_group_rule and tenant:7c32c45b97f24aafbfc72c32f2ee651f is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:52.262453 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-15820a57-5ad2-4afd-a9f7-d413d415223f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:52.270501 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-15820a57-5ad2-4afd-a9f7-d413d415223f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:52.283230 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854700900', 'neutron.services.segments.db._delete_segments_for_network--9223363273973794898'] for network, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.353954 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-15820a57-5ad2-4afd-a9f7-d413d415223f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.408294 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Network 2513cfaf-5700-4daa-9c93-a6579fd80809 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:10:52.431011 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-15820a57-5ad2-4afd-a9f7-d413d415223f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.461678 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:10:52.462339 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:10:52.463365 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:10:52.463897 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Subscribe: > port after_create 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:10:52.464402 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:10:52.465115 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Subscribe: > port after_update 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:10:52.465623 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:10:52.466848 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:10:52.467343 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:10:52.467849 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:10:52.481743 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:52.525865 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Set router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:10:52.547754 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:10:52.569347 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:52.576022 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.626092 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Attempting to bind port 50adff03-335d-4a55-810e-df59dbd8eb05 on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:10:52.626960 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-2080a0bf-35d0-4e9c-85e6-510e5440cc93 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Network dd979b70-9f85-4020-9a3c-e29dec5a7332 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:10:52.629739 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Attempting to bind port 50adff03-335d-4a55-810e-df59dbd8eb05 by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': 'd9a60fe3-e383-4041-a6db-f19ffbb770c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:10:52.630140 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Attempting to bind port 50adff03-335d-4a55-810e-df59dbd8eb05 on network b1543812-41fe-4295-b0c3-e4201c886b18 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:10:52.644910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:10:52.645342 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Checking segment: {'id': 'd9a60fe3-e383-4041-a6db-f19ffbb770c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:52.645776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.646200 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Bound using segment: {'id': 'd9a60fe3-e383-4041-a6db-f19ffbb770c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:10:52.652077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-2080a0bf-35d0-4e9c-85e6-510e5440cc93 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:52.659610 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Bound port: 50adff03-335d-4a55-810e-df59dbd8eb05, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a60fe3-e383-4041-a6db-f19ffbb770c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:10:52.660861 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.679523 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-2080a0bf-35d0-4e9c-85e6-510e5440cc93 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:10:52.690648 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-2080a0bf-35d0-4e9c-85e6-510e5440cc93 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:52.702176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-2080a0bf-35d0-4e9c-85e6-510e5440cc93 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.762067 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:10:52.773619 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:10:52.773798 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Pushing event updated for resources: {'Port': ['ID=a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:52.774275 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:10:52.774807 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:10:52.775517 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be48c7b9-2bdc-4b03-9bd4-dc7e83a82f91']}} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:52.790487 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-2080a0bf-35d0-4e9c-85e6-510e5440cc93 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0943785 Apr 14 16:10:52.791911 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4313376 Apr 14 16:10:52.792862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-15820a57-5ad2-4afd-a9f7-d413d415223f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.794483 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-15820a57-5ad2-4afd-a9f7-d413d415223f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7282634 Apr 14 16:10:52.796075 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.271s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:52.801103 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Routers {'17666899-7203-4e5a-92d0-9996b886c666'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:10:52.801932 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:10:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['17666899-7203-4e5a-92d0-9996b886c666'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:52.803135 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.457s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:52.803540 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:52.806059 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b121d15d-c348-4b18-acd6-09113dfe4a48') {'for_net_delete': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:52.806663 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 35050) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:52.807203 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b121d15d-c348-4b18-acd6-09113dfe4a48') {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:52.808652 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:52.838565 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273973794642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852231099'] for segment, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.851387 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-2b3b09be-9b14-4097-9a86-2f4ad6e9f359 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Request body: {'security_group_rule': {'security_group_id': 'd1cd2e58-6184-4020-a562-9fbe1a0f4a8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:52.857932 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-2b3b09be-9b14-4097-9a86-2f4ad6e9f359 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:52.862472 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-2b3b09be-9b14-4097-9a86-2f4ad6e9f359 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Usage tracker for resource:security_group_rule and tenant:7c32c45b97f24aafbfc72c32f2ee651f is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:52.866491 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-2b3b09be-9b14-4097-9a86-2f4ad6e9f359 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:52.875646 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-2b3b09be-9b14-4097-9a86-2f4ad6e9f359 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:52.876590 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.884618 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=85244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:10:52.886866 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] For port 50adff03-335d-4a55-810e-df59dbd8eb05, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:10:52.906538 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15820a57-5ad2-4afd-a9f7-d413d415223f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:52.909557 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7300e62a-f7ff-4e92-9319-0590a370cb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.924716 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-15820a57-5ad2-4afd-a9f7-d413d415223f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:52.928622 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-713fec9f-8754-4c1b-adad-ce0798121ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.961773 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-713fec9f-8754-4c1b-adad-ce0798121ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.009417 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1812c6-ce92-4edd-a0b7-85bb40b3edc5 req-7a68267f-314d-42df-b025-6821f46999eb tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:53.010138 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-fc1812c6-ce92-4edd-a0b7-85bb40b3edc5 req-7a68267f-314d-42df-b025-6821f46999eb tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Synchronizing usage tracker for tenant:b8a4298bacf14cd493bcec2e3543ab00 on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:10:53.015942 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-7300e62a-f7ff-4e92-9319-0590a370cb49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:53.022442 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2b3b09be-9b14-4097-9a86-2f4ad6e9f359 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.066725 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-7300e62a-f7ff-4e92-9319-0590a370cb49 admin admin] Usage tracker for resource:security_group_rule and tenant:75ede05808c94faca875550394143af8 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:53.099109 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-7300e62a-f7ff-4e92-9319-0590a370cb49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:53.110642 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-fc1812c6-ce92-4edd-a0b7-85bb40b3edc5 req-7a68267f-314d-42df-b025-6821f46999eb tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Unset dirty status for tenant:b8a4298bacf14cd493bcec2e3543ab00 on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:10:53.117988 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fc1812c6-ce92-4edd-a0b7-85bb40b3edc5 req-7a68267f-314d-42df-b025-6821f46999eb tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 932 time: 0.8799438 Apr 14 16:10:53.130294 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-7300e62a-f7ff-4e92-9319-0590a370cb49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:53.167702 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.191431 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9daa1a-3953-4f46-b818-22e7429d4fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598e9899-c3ac-4379-a60b-8529777467bf,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:53.195684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-dc9daa1a-3953-4f46-b818-22e7429d4fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.117s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:53.226850 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fc1812c6-ce92-4edd-a0b7-85bb40b3edc5 req-bdcad040-df1f-460b-8728-fb711fd72733 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077566 Apr 14 16:10:53.268906 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2b3b09be-9b14-4097-9a86-2f4ad6e9f359 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.280897 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2b3b09be-9b14-4097-9a86-2f4ad6e9f359 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.292733 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:53.319562 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-713fec9f-8754-4c1b-adad-ce0798121ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.330043 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] Set router 17666899-7203-4e5a-92d0-9996b886c666 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:10:53.333688 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b09be-9b14-4097-9a86-2f4ad6e9f359 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aeeb988-8a99-4ffe-ab12-420e1f7aad3b,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:53.352059 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2b3b09be-9b14-4097-9a86-2f4ad6e9f359 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:53.352489 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:53.398452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fec9f-8754-4c1b-adad-ce0798121ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598e9899-c3ac-4379-a60b-8529777467bf,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:53.417592 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-713fec9f-8754-4c1b-adad-ce0798121ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.421933 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-713fec9f-8754-4c1b-adad-ce0798121ada admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/598e9899-c3ac-4379-a60b-8529777467bf HTTP/1.1" status: 204 len: 168 time: 1.0631704 Apr 14 16:10:53.426076 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-713fec9f-8754-4c1b-adad-ce0798121ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:53.426273 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23215361-82ad-4662-81d5-4e219e130dd9 req-aa2fab52-16e9-45ca-8760-5780bd109fc5 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:53.428030 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-23215361-82ad-4662-81d5-4e219e130dd9 req-aa2fab52-16e9-45ca-8760-5780bd109fc5 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 931 time: 1.8616707 Apr 14 16:10:53.455931 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Network be48c7b9-2bdc-4b03-9bd4-dc7e83a82f91 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:10:53.483324 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2b3b09be-9b14-4097-9a86-2f4ad6e9f359 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.484613 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-2b3b09be-9b14-4097-9a86-2f4ad6e9f359 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6425409 Apr 14 16:10:53.499161 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 35058) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:53.534632 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852115394'] for segment, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.565659 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7300e62a-f7ff-4e92-9319-0590a370cb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.571921 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-46de9288-5ffa-4089-81f5-fe154af4b466 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Request body: {'security_group_rule': {'security_group_id': 'd1cd2e58-6184-4020-a562-9fbe1a0f4a8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:53.589475 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-46de9288-5ffa-4089-81f5-fe154af4b466 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:53.595536 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-46de9288-5ffa-4089-81f5-fe154af4b466 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Usage tracker for resource:security_group_rule and tenant:7c32c45b97f24aafbfc72c32f2ee651f is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:53.599423 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-46de9288-5ffa-4089-81f5-fe154af4b466 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:53.615154 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-46de9288-5ffa-4089-81f5-fe154af4b466 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:53.625298 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7300e62a-f7ff-4e92-9319-0590a370cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.637161 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:53.677788 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:10:43Z', 'revision_number': 3, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:53.685619 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Checking router: 6a7cf7dd-30b1-4033-a4be-7263ecf96117 for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:10:53.686073 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Updating router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 port 6e7096be-50d6-4bf8-bf56-dad18d591365 binding host dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:10:53.698556 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300e62a-f7ff-4e92-9319-0590a370cb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07d0569-9105-437c-8c01-3c0327b24e47,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:53.703507 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-7300e62a-f7ff-4e92-9319-0590a370cb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:53.704367 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-46de9288-5ffa-4089-81f5-fe154af4b466 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.791619 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.806505 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-7300e62a-f7ff-4e92-9319-0590a370cb49 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75ede05808c94faca875550394143af8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4386432 Apr 14 16:10:53.819457 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 35064) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:53.856064 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-23215361-82ad-4662-81d5-4e219e130dd9 req-bc6fe213-5611-4250-8946-f524bd0bd24f tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/security-groups?id=271c76f5-128c-40fb-935c-eed222b532d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090567 Apr 14 16:10:53.863109 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-46de9288-5ffa-4089-81f5-fe154af4b466 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.877571 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-46de9288-5ffa-4089-81f5-fe154af4b466 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.902548 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:53.966031 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de9288-5ffa-4089-81f5-fe154af4b466 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083eecf1-d9b5-4f1f-8aff-1b0839c55071,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:53.975305 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-46de9288-5ffa-4089-81f5-fe154af4b466 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:54.019960 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-04c39b4f-55ee-4ea3-92a6-dadb843af60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:54.021627 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-46de9288-5ffa-4089-81f5-fe154af4b466 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:54.032566 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-46de9288-5ffa-4089-81f5-fe154af4b466 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5319889 Apr 14 16:10:54.034612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 35070) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:54.056952 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Request body: {'floatingip': {'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:54.077498 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17666899-7203-4e5a-92d0-9996b886c666', 'name': 'tempest-ServerRescueNegativeTestJSON-41418638-router', 'tenant_id': '3ef0238a8f524a30a94d06aa25d272f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '0702e2c7-ee76-48dc-b1ce-387ec6c09733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:10:40Z', 'revision_number': 3, 'project_id': '3ef0238a8f524a30a94d06aa25d272f8', 'gw_port': {'id': '0702e2c7-ee76-48dc-b1ce-387ec6c09733', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:96:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17666899-7203-4e5a-92d0-9996b886c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:37Z', 'updated_at': '2021-04-14T16:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:54.098296 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:54.130866 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Usage tracker for resource:floatingip and tenant:7c32c45b97f24aafbfc72c32f2ee651f is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:54.133522 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Network be48c7b9-2bdc-4b03-9bd4-dc7e83a82f91 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:10:54.137718 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:54.142520 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-04c39b4f-55ee-4ea3-92a6-dadb843af60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:54.158274 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:54.164107 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad053978-d5d2-4564-bddc-0c03071364ee None None] The sync data for ids ['17666899-7203-4e5a-92d0-9996b886c666'] in dv-cinder-786266-1-iscsi is: [{'id': '17666899-7203-4e5a-92d0-9996b886c666', 'name': 'tempest-ServerRescueNegativeTestJSON-41418638-router', 'tenant_id': '3ef0238a8f524a30a94d06aa25d272f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '0702e2c7-ee76-48dc-b1ce-387ec6c09733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:10:40Z', 'revision_number': 3, 'project_id': '3ef0238a8f524a30a94d06aa25d272f8', 'gw_port': {'id': '0702e2c7-ee76-48dc-b1ce-387ec6c09733', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:96:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17666899-7203-4e5a-92d0-9996b886c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:37Z', 'updated_at': '2021-04-14T16:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: from cryptography.utils import int_from_bytes Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: from cryptography.utils import int_from_bytes Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: (rel_b, rel_a, rel_b), Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: Traceback (most recent call last): Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: timer() Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: cb(*args, **kw) Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: return func(*args, **kwargs) Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: self._notify() Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: self.callback(batched_events) Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: event.method(event) Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: segment_id)['aggregates'][0] Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: return f(self, *a, **k) Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: return self._get(url).json() Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: **kwargs) Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: return self.request(url, 'GET', **kwargs) Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: **endpoint_filter) Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:10:54.178157 dv-cinder-786266-1-iscsi neutron-server[85131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:10:54.209862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for floatingip, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:54.420545 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-04c39b4f-55ee-4ea3-92a6-dadb843af60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:54.447104 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-713fec9f-8754-4c1b-adad-ce0798121ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:54.468510 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c39b4f-55ee-4ea3-92a6-dadb843af60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07d0569-9105-437c-8c01-3c0327b24e47,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:54.478506 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-04c39b4f-55ee-4ea3-92a6-dadb843af60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:54.484957 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-04c39b4f-55ee-4ea3-92a6-dadb843af60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:54.486223 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-04c39b4f-55ee-4ea3-92a6-dadb843af60c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a07d0569-9105-437c-8c01-3c0327b24e47 HTTP/1.1" status: 204 len: 168 time: 0.6654119 Apr 14 16:10:54.640665 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:54.704907 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Notify callbacks [] for port, precommit_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:54.733193 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Transition to ACTIVE for port object 6e7096be-50d6-4bf8-bf56-dad18d591365 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:10:54.744670 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:54.770782 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:54.947618 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Allocated IP 172.20.0.1 (adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c/155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e/7e020476-f2dc-41cb-935c-f7b8f311a416) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:10:54.954326 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] For port 50adff03-335d-4a55-810e-df59dbd8eb05, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=50adff03-335d-4a55-810e-df59dbd8eb05,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:10:54.958832 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-74885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854381553'] for network, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:54.970220 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:54.991122 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:55.041321 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:55.063392 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65531b-7208-47ae-acb7-6c5ebe55c454 req-04c08f34-c530-41d8-9168-918290d44429 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:55.065140 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ca65531b-7208-47ae-acb7-6c5ebe55c454 req-04c08f34-c530-41d8-9168-918290d44429 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 932 time: 0.5376165 Apr 14 16:10:55.074258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Allocated IP 172.27.2.202 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/d8acfaf9-a074-40f2-b108-359775761608) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:10:55.085548 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:55.156349 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ca65531b-7208-47ae-acb7-6c5ebe55c454 req-eddb5679-47c8-4fdd-b03b-88cd259d8c58 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613647 Apr 14 16:10:55.165601 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/be48c7b9-2bdc-4b03-9bd4-dc7e83a82f91 HTTP/1.1" status: 204 len: 168 time: 5.4991946 Apr 14 16:10:55.175805 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35094) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:55.197445 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3888d-89e1-48c5-9987-1c0ec212db75 None None] Pushing event updated for resources: {'Port': ['ID=6e7096be-50d6-4bf8-bf56-dad18d591365,revision_number=2']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:55.222033 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fcf3888d-89e1-48c5-9987-1c0ec212db75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:55.227747 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=be48c7b9-2bdc-4b03-9bd4-dc7e83a82f91,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:55.230874 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8b3dd384-9f18-4a04-b59b-77a8470fe8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:55.494107 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 0702e2c7-ee76-48dc-b1ce-387ec6c09733 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:10:55.508567 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-8ba93904-a1ec-413b-b49d-70c08f6f3549 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=85245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:10:55.509721 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-8ba93904-a1ec-413b-b49d-70c08f6f3549 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061958 Apr 14 16:10:55.531188 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-cfe58698-dc89-4ccd-8497-e7b4104a31dd tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=85245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:10:55.532806 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-cfe58698-dc89-4ccd-8497-e7b4104a31dd tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303702 Apr 14 16:10:55.552577 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35100) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:55.638658 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Attempting to bind port 6e7096be-50d6-4bf8-bf56-dad18d591365 on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:10:55.639056 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Attempting to bind port 6e7096be-50d6-4bf8-bf56-dad18d591365 by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:10:55.639535 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Attempting to bind port 6e7096be-50d6-4bf8-bf56-dad18d591365 on network b5eead06-8405-4d4c-aea5-71473e96d6f3 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:10:55.651517 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:55.683948 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:10:55.684377 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Checking segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:55.685058 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:55.691253 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Bound using segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:10:55.701461 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Bound port: 6e7096be-50d6-4bf8-bf56-dad18d591365, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:10:55.702183 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:55.710686 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:55.731932 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872afa7-6fad-4ec4-ac8a-630331f99dec None None] Pushing event updated for resources: {'Port': ['ID=50adff03-335d-4a55-810e-df59dbd8eb05,revision_number=4']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:55.751742 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-6872afa7-6fad-4ec4-ac8a-630331f99dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:55.752775 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:55.839291 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Routers {'ed2f5836-114c-418f-ae86-2e997197a2c1'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:10:55.839989 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:10:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['ed2f5836-114c-418f-ae86-2e997197a2c1'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:55.898386 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] For port 6e7096be-50d6-4bf8-bf56-dad18d591365, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:10:55.904669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] For port 6e7096be-50d6-4bf8-bf56-dad18d591365, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=6e7096be-50d6-4bf8-bf56-dad18d591365,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:10:55.931844 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:56.092715 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Pushing event updated for resources: {'Port': ['ID=d8acfaf9-a074-40f2-b108-359775761608,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:56.099102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:56.233269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:10:56.236226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:56.241939 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:10:56.262405 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5c9c9317-2fe1-4fe5-841a-cac1f93d5da7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:56.334463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fa0eba9e-cd47-409d-86ac-32c80eacf3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:56.430095 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Request body: {'port': {'device_id': '1f8c55df-edf8-4724-b17f-3208b924a324', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:56.482051 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3888d-89e1-48c5-9987-1c0ec212db75 None None] Pushing event updated for resources: {'Port': ['ID=6e7096be-50d6-4bf8-bf56-dad18d591365,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:56.495016 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fcf3888d-89e1-48c5-9987-1c0ec212db75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:56.523022 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-fa0eba9e-cd47-409d-86ac-32c80eacf3d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:56.526920 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] Set router ed2f5836-114c-418f-ae86-2e997197a2c1 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:10:56.535973 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Request body: {'port': {'device_id': '3e0bacb9-233d-4561-9882-6c9619a84e69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:56.542636 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6309f1-f166-4c00-9ea2-d9131cb58975 admin admin] Deleting subnet 608a34a9-33c5-4ac6-9daa-8e2e0cbbdd24 {{(pid=85244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:10:56.572913 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5b6309f1-f166-4c00-9ea2-d9131cb58975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:56.653025 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-fa0eba9e-cd47-409d-86ac-32c80eacf3d5 admin admin] Usage tracker for resource:security_group_rule and tenant:7ff8b488b281435c9a59fbe360f2445f is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:56.676277 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-fa0eba9e-cd47-409d-86ac-32c80eacf3d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:56.687850 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Routers {'6a7cf7dd-30b1-4033-a4be-7263ecf96117'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:10:56.688549 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:10:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:56.725826 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-fa0eba9e-cd47-409d-86ac-32c80eacf3d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:56.830227 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:56.885122 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:56.911570 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5b6309f1-f166-4c00-9ea2-d9131cb58975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852231757'] for subnet, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:56.973294 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] Set router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:10:57.072204 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c5b95-b31c-4a5b-9843-1ba1ee16d09f req-61dad279-78d5-4d3a-84b3-255da8d13acf tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:57.080770 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0b3c5b95-b31c-4a5b-9843-1ba1ee16d09f req-61dad279-78d5-4d3a-84b3-255da8d13acf tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 931 time: 1.8271072 Apr 14 16:10:57.159463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:57.174064 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 0702e2c7-ee76-48dc-b1ce-387ec6c09733 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:10:57.181862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 0702e2c7-ee76-48dc-b1ce-387ec6c09733 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:57.182423 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:57.220945 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:10:44Z', 'revision_number': 4, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '50adff03-335d-4a55-810e-df59dbd8eb05', 'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:42Z', 'updated_at': '2021-04-14T16:10:52Z', 'revision_number': 4, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'subnets': [{'id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:57.227626 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:57.228917 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fa0eba9e-cd47-409d-86ac-32c80eacf3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:57.233479 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a65c21-4241-4e37-9702-1f34ca4c719f None None] The sync data for ids ['ed2f5836-114c-418f-ae86-2e997197a2c1'] in dv-cinder-786266-1-iscsi is: [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:10:44Z', 'revision_number': 4, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '50adff03-335d-4a55-810e-df59dbd8eb05', 'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:42Z', 'updated_at': '2021-04-14T16:10:52Z', 'revision_number': 4, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'subnets': [{'id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:10:57.268858 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:57.329379 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fa0eba9e-cd47-409d-86ac-32c80eacf3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:57.385265 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0b3c5b95-b31c-4a5b-9843-1ba1ee16d09f req-acf23897-51cd-44f3-8ac8-c3f799bdc4a1 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/security-groups?id=271c76f5-128c-40fb-935c-eed222b532d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033984 Apr 14 16:10:57.401792 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:57.409119 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:57.417553 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40cdda-b88a-4231-b6db-0b127b04902e req-f4bedbc7-7108-4db3-84b4-21e54f3c6545 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:57.419527 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd40cdda-b88a-4231-b6db-0b127b04902e req-f4bedbc7-7108-4db3-84b4-21e54f3c6545 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 932 time: 0.9196966 Apr 14 16:10:57.430221 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5b6309f1-f166-4c00-9ea2-d9131cb58975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5661'] for subnet, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:57.560308 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:57.579342 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port 0702e2c7-ee76-48dc-b1ce-387ec6c09733, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=0702e2c7-ee76-48dc-b1ce-387ec6c09733,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:57.594770 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:57.598066 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:57.725377 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=0702e2c7-ee76-48dc-b1ce-387ec6c09733,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:57.729501 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:57.739464 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:10:43Z', 'revision_number': 3, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:57.744932 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ad9a6a-086f-40b7-879f-5284a109f1f1 None None] The sync data for ids ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'] in dv-cinder-786266-1-iscsi is: [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:10:43Z', 'revision_number': 3, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:10:57.767739 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 50adff03-335d-4a55-810e-df59dbd8eb05 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:10:57.915957 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 50adff03-335d-4a55-810e-df59dbd8eb05 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:10:57.931871 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 50adff03-335d-4a55-810e-df59dbd8eb05 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:57.932302 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:58.154619 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0eba9e-cd47-409d-86ac-32c80eacf3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e3cab0-4666-4454-8c55-53a5463747c0,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:58.159141 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5b6309f1-f166-4c00-9ea2-d9131cb58975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852115375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2735666'] for subnet, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:58.170441 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fa0eba9e-cd47-409d-86ac-32c80eacf3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:58.173768 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.481s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:58.245303 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:58.281267 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port 50adff03-335d-4a55-810e-df59dbd8eb05, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=50adff03-335d-4a55-810e-df59dbd8eb05,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:58.285683 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:58.287628 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Pushing event updated for resources: {'Port': ['ID=7e020476-f2dc-41cb-935c-f7b8f311a416,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:58.296220 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:58.301165 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:58.306908 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-68bdf1f1-e0fc-4b3f-981d-8b3e3f2bcd82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:58.351362 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-fa0eba9e-cd47-409d-86ac-32c80eacf3d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7ff8b488b281435c9a59fbe360f2445f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6321990 Apr 14 16:10:58.477762 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=50adff03-335d-4a55-810e-df59dbd8eb05,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:58.481078 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:58.487194 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35144) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:58.492380 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6309f1-f166-4c00-9ea2-d9131cb58975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=608a34a9-33c5-4ac6-9daa-8e2e0cbbdd24,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:58.500800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5b6309f1-f166-4c00-9ea2-d9131cb58975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:58.579440 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Network adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:10:58.588516 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:58.599899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:58.605238 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:10:58.640489 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:10:58.656673 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd40cdda-b88a-4231-b6db-0b127b04902e req-ddbd5d28-0848-49dd-84ed-dfab0a58cb92 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2201214 Apr 14 16:10:58.659089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:58.786031 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Transition to ACTIVE for port object a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:10:58.822936 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394380'] for router_interface, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.015433 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.105255 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:59.195594 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5b6309f1-f166-4c00-9ea2-d9131cb58975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.258554 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Pushing event updated for resources: {'Port': ['ID=a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:59.289332 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2efcf44e-6252-41a5-a2d7-bee1a8d8d763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.317134 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:59.329532 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 35162) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:59.329725 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-5b6309f1-f166-4c00-9ea2-d9131cb58975 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/608a34a9-33c5-4ac6-9daa-8e2e0cbbdd24 HTTP/1.1" status: 204 len: 168 time: 4.1036599 Apr 14 16:10:59.372152 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.db.resource_extend [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:10:59.383891 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2efcf44e-6252-41a5-a2d7-bee1a8d8d763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.547389 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb17ede-e0b3-4e0d-aa54-36d57e142d55 req-c6737040-cbc8-4582-84af-620308d4da9b tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:59.549073 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-abb17ede-e0b3-4e0d-aa54-36d57e142d55 req-c6737040-cbc8-4582-84af-620308d4da9b tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 931 time: 0.9004796 Apr 14 16:10:59.590006 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853770560'] for network, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.617958 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2efcf44e-6252-41a5-a2d7-bee1a8d8d763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.648367 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 35168) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:59.651117 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:10:59.655757 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-abb17ede-e0b3-4e0d-aa54-36d57e142d55 req-31be7eef-0b37-497d-b3cf-3148fc1083f8 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/security-groups?id=271c76f5-128c-40fb-935c-eed222b532d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958722 Apr 14 16:10:59.685514 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.703282 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.db.resource_extend [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:10:59.713439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-20f80b95-0455-4edd-a639-8610fd5ff5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:59.758702 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efcf44e-6252-41a5-a2d7-bee1a8d8d763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e3cab0-4666-4454-8c55-53a5463747c0,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:59.776775 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2efcf44e-6252-41a5-a2d7-bee1a8d8d763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:59.792785 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.801134 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.826919 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Transition to ACTIVE for port object 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:10:59.831458 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Allocated IP 172.20.0.1 (5635013d-c232-42e6-92f8-9c466e9855da/5c32f2be-29eb-445b-8f3d-8786422a2c00/34e8dd3a-778e-4be5-9b53-85b5dde19c34) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:10:59.844467 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2efcf44e-6252-41a5-a2d7-bee1a8d8d763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.848563 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-2efcf44e-6252-41a5-a2d7-bee1a8d8d763 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/14e3cab0-4666-4454-8c55-53a5463747c0 HTTP/1.1" status: 204 len: 168 time: 1.3464708 Apr 14 16:10:59.866419 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 0702e2c7-ee76-48dc-b1ce-387ec6c09733 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:10:59.927296 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.935417 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.969688 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 0702e2c7-ee76-48dc-b1ce-387ec6c09733 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:59.970128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.058824 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f0179c86-59e0-48ff-becf-b0f3fe26657b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:00.136908 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 50adff03-335d-4a55-810e-df59dbd8eb05 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:00.209157 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.232346 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Transition to ACTIVE for port object 34e8dd3a-778e-4be5-9b53-85b5dde19c34 will not be triggered until provisioned by entity DHCP. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:00.243980 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 50adff03-335d-4a55-810e-df59dbd8eb05 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:00.244406 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.325493 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.346741 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-86ec4b99-61a9-45ae-afb2-55d0ab6ff14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.348631 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:00.369420 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Attempting to bind port a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:00.369795 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Attempting to bind port a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'c3aca0df-899f-4432-9828-a7fb33a9270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:00.370178 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Attempting to bind port a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f on network 2513cfaf-5700-4daa-9c93-a6579fd80809 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:00.402173 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 6e7096be-50d6-4bf8-bf56-dad18d591365 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:00.441855 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854700900', 'neutron.services.segments.db._delete_segments_for_network--9223363273973794898'] for network, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.480785 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 6e7096be-50d6-4bf8-bf56-dad18d591365 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:00.486216 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Port a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f on network 2513cfaf-5700-4daa-9c93-a6579fd80809 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:11:00.486572 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Attempting to bind port a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f on network 2513cfaf-5700-4daa-9c93-a6579fd80809 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:00.487179 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 6e7096be-50d6-4bf8-bf56-dad18d591365 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:00.487735 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.495128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-86ec4b99-61a9-45ae-afb2-55d0ab6ff14e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:00.503746 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.524568 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:00.524961 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Checking segment: {'id': 'c3aca0df-899f-4432-9828-a7fb33a9270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:00.527268 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.528820 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Bound using segment: {'id': 'c3aca0df-899f-4432-9828-a7fb33a9270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:00.530959 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Bound port: a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3aca0df-899f-4432-9828-a7fb33a9270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:00.531352 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.558471 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Pushing event updated for resources: {'Port': ['ID=d8acfaf9-a074-40f2-b108-359775761608,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:00.600830 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Pushing event updated for resources: {'Port': ['ID=34e8dd3a-778e-4be5-9b53-85b5dde19c34,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:00.604103 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:00.617308 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:00.626733 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-86ec4b99-61a9-45ae-afb2-55d0ab6ff14e admin admin] Usage tracker for resource:security_group_rule and tenant:39a1ce3b0df8486cb3607543826c88e3 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:00.690153 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410661'] for router_interface, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.696986 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.718594 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port 6e7096be-50d6-4bf8-bf56-dad18d591365, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=6e7096be-50d6-4bf8-bf56-dad18d591365,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:00.723635 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.729334 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c666add5-0dfa-4eed-a400-72a2c302fe5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:00.827032 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=6e7096be-50d6-4bf8-bf56-dad18d591365,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:00.838514 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:00.866836 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Pushing event updated for resources: {'Port': ['ID=7e020476-f2dc-41cb-935c-f7b8f311a416,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:00.870092 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:00.948025 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Network 5635013d-c232-42e6-92f8-9c466e9855da is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:00.956652 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:00.963555 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-86ec4b99-61a9-45ae-afb2-55d0ab6ff14e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:00.963913 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:01.037945 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-86ec4b99-61a9-45ae-afb2-55d0ab6ff14e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:01.092942 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394380'] for router_interface, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.098785 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Network adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:01.108062 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:01.211862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe08d84-790f-4d11-9868-1fa2f2aa60b3 req-9286c785-c705-4bad-b5f0-f6dd7c15929f tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:01.213535 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-efe08d84-790f-4d11-9868-1fa2f2aa60b3 req-9286c785-c705-4bad-b5f0-f6dd7c15929f tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 943 time: 0.3422346 Apr 14 16:11:01.236710 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:01.237051 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:01.237898 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:01.238266 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Subscribe: > port after_create 55550000 {{(pid=85245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:01.238625 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:01.239003 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Subscribe: > port after_update 55550000 {{(pid=85245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:01.239355 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:01.239723 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:01.240075 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:01.240423 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:01.328101 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-5c40fa25-0158-4304-a6b4-d0c220988dd7 None None] Provisioning for port 34e8dd3a-778e-4be5-9b53-85b5dde19c34 completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:01.335279 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-5c40fa25-0158-4304-a6b4-d0c220988dd7 None None] Provisioning complete for port 34e8dd3a-778e-4be5-9b53-85b5dde19c34 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:01.336052 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5c40fa25-0158-4304-a6b4-d0c220988dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.422548 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:01.422934 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:01.423300 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:01.423663 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:01.424077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48f80ec-1ad8-461f-9c8a-0801b6562533']}} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:01.460510 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-5c40fa25-0158-4304-a6b4-d0c220988dd7 None None] Port 34e8dd3a-778e-4be5-9b53-85b5dde19c34 cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:11:01.475739 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7ab778-5b23-468f-a76c-4db3dc5b5d0f,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:01.481064 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efcf1b67-eb45-455a-986c-00dd89a04a78') {'for_net_delete': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:01.482011 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efcf1b67-eb45-455a-986c-00dd89a04a78') {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:01.509599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.452s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:01.518701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be217980-549b-456e-b731-8c6183e1467a req-55d97ee1-2066-4de3-b420-813bd7245b70 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:01.520390 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-be217980-549b-456e-b731-8c6183e1467a req-55d97ee1-2066-4de3-b420-813bd7245b70 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 944 time: 1.6107609 Apr 14 16:11:01.520932 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.175s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:01.521494 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:01.533496 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273973794642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297564'] for segment, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.540544 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854381538'] for floatingip, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.550915 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] For port a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f, host hv-cinder-78626, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:01.583174 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-efe08d84-790f-4d11-9868-1fa2f2aa60b3 req-a114eefb-11d2-4159-84a1-ee6685461523 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/security-groups?id=271c76f5-128c-40fb-935c-eed222b532d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591964 Apr 14 16:11:01.588693 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Attempting to bind port 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:01.589089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Attempting to bind port 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '7b5275f8-746a-4440-8a56-62645a8bb13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd979b70-9f85-4020-9a3c-e29dec5a7332'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:01.589683 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Attempting to bind port 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f on network dd979b70-9f85-4020-9a3c-e29dec5a7332 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:01.619162 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.624190 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] For port a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:01.633504 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=85245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:11:01.700676 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Router 17666899-7203-4e5a-92d0-9996b886c666 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:11:01.708493 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.712589 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 6e7096be-50d6-4bf8-bf56-dad18d591365 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:01.811082 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 6e7096be-50d6-4bf8-bf56-dad18d591365 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:01.811432 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.827708 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Network c48f80ec-1ad8-461f-9c8a-0801b6562533 has no segments {{(pid=85245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:11:01.837024 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2219827'] for segment, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.946870 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Port 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f on network dd979b70-9f85-4020-9a3c-e29dec5a7332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:11:01.947235 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Attempting to bind port 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f on network dd979b70-9f85-4020-9a3c-e29dec5a7332 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:01.970003 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-be217980-549b-456e-b731-8c6183e1467a req-2a096494-d8cc-44ca-9c61-0437eadfa1d5 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218919 Apr 14 16:11:01.982300 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.036297 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:02.036671 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Checking segment: {'id': '7b5275f8-746a-4440-8a56-62645a8bb13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd979b70-9f85-4020-9a3c-e29dec5a7332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:02.037121 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Bound using segment: {'id': '7b5275f8-746a-4440-8a56-62645a8bb13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd979b70-9f85-4020-9a3c-e29dec5a7332'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:02.037608 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Bound port: 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5275f8-746a-4440-8a56-62645a8bb13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd979b70-9f85-4020-9a3c-e29dec5a7332'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:02.037985 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.064236 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:11:02.077256 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] 10.222.0.60 "PUT /v2.0/routers/17666899-7203-4e5a-92d0-9996b886c666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8652864 Apr 14 16:11:02.084825 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Sync routers for ids ['17666899-7203-4e5a-92d0-9996b886c666'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:11:02.103900 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:02.126069 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Routers {'17666899-7203-4e5a-92d0-9996b886c666'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:02.134594 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:10:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['17666899-7203-4e5a-92d0-9996b886c666'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:02.166238 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.176450 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1320438 Apr 14 16:11:02.176450 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Network c48f80ec-1ad8-461f-9c8a-0801b6562533 has no segments {{(pid=85245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:11:02.217419 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: from cryptography.utils import int_from_bytes Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: from cryptography.utils import int_from_bytes Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: (rel_b, rel_a, rel_b), Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: Traceback (most recent call last): Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: timer() Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: cb(*args, **kw) Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: return func(*args, **kwargs) Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: self._notify() Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: self.callback(batched_events) Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: event.method(event) Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: segment_id)['aggregates'][0] Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: return f(self, *a, **k) Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: return self._get(url).json() Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: **kwargs) Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: return self.request(url, 'GET', **kwargs) Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: **endpoint_filter) Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:11:02.218233 dv-cinder-786266-1-iscsi neutron-server[85131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:11:02.224899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.295327 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:02.473090 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Pushing event updated for resources: {'Port': ['ID=34e8dd3a-778e-4be5-9b53-85b5dde19c34,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:02.494568 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:02.510068 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410661'] for router_interface, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.554213 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] For port 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f, host hv-cinder-78626, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:02.575436 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-86ec4b99-61a9-45ae-afb2-55d0ab6ff14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.576550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-74885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854381553'] for network, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.583228 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Pushing event updated for resources: {'Port': ['ID=a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:02.599043 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] For port 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8c7ab778-5b23-468f-a76c-4db3dc5b5d0f,segment=NetworkSegment(7b5275f8-746a-4440-8a56-62645a8bb13c),segment_id=7b5275f8-746a-4440-8a56-62645a8bb13c)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:02.623898 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:02.624586 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-86ec4b99-61a9-45ae-afb2-55d0ab6ff14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.662497 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.719121 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Set router 17666899-7203-4e5a-92d0-9996b886c666 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:02.722429 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:02.737344 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.765331 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:02.766011 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.767500 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] 10.222.0.41 "PUT /v2.0/ports/a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f HTTP/1.1" status: 200 len: 1094 time: 6.7598310 Apr 14 16:11:02.770829 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Network 5635013d-c232-42e6-92f8-9c466e9855da is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:02.774076 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0bacb9-233d-4561-9882-6c9619a84e69', 'tag': 'a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:02.777014 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:02.790701 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-86ec4b99-61a9-45ae-afb2-55d0ab6ff14e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39a1ce3b0df8486cb3607543826c88e3&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1211002 Apr 14 16:11:02.795139 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 35250) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:02.836914 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=c48f80ec-1ad8-461f-9c8a-0801b6562533,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:02.931481 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c48f80ec-1ad8-461f-9c8a-0801b6562533 HTTP/1.1" status: 204 len: 168 time: 3.5978770 Apr 14 16:11:02.985394 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:02.993909 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:03.052654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-1e867620-9389-4fad-9c18-7646806b5f94 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Synchronizing usage tracker for tenant:7c32c45b97f24aafbfc72c32f2ee651f on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:03.112105 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-1e867620-9389-4fad-9c18-7646806b5f94 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Unset dirty status for tenant:7c32c45b97f24aafbfc72c32f2ee651f on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:03.122123 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-1e867620-9389-4fad-9c18-7646806b5f94 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1021175754&fields=id&tenant_id=7c32c45b97f24aafbfc72c32f2ee651f HTTP/1.1" status: 200 len: 267 time: 0.3943439 Apr 14 16:11:03.205805 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-f675dfa8-dbe2-4a6b-977a-774c5afcbab1 None None] Provisioning complete for port 34e8dd3a-778e-4be5-9b53-85b5dde19c34 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:03.206359 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f675dfa8-dbe2-4a6b-977a-774c5afcbab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.286806 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-f675dfa8-dbe2-4a6b-977a-774c5afcbab1 None None] Port 34e8dd3a-778e-4be5-9b53-85b5dde19c34 cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:11:03.290618 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 35272) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:03.330091 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17666899-7203-4e5a-92d0-9996b886c666', 'name': 'tempest-ServerRescueNegativeTestJSON-41418638-router', 'tenant_id': '3ef0238a8f524a30a94d06aa25d272f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '0702e2c7-ee76-48dc-b1ce-387ec6c09733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:10:59Z', 'revision_number': 4, 'project_id': '3ef0238a8f524a30a94d06aa25d272f8', 'gw_port': {'id': '0702e2c7-ee76-48dc-b1ce-387ec6c09733', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17666899-7203-4e5a-92d0-9996b886c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:37Z', 'updated_at': '2021-04-14T16:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '7e020476-f2dc-41cb-935c-f7b8f311a416', 'name': '', 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c', 'tenant_id': '3ef0238a8f524a30a94d06aa25d272f8', 'mac_address': 'fa:16:3e:8b:f2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17666899-7203-4e5a-92d0-9996b886c666', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:53Z', 'updated_at': '2021-04-14T16:11:00Z', 'revision_number': 2, 'project_id': '3ef0238a8f524a30a94d06aa25d272f8', 'subnets': [{'id': '155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:03.334665 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Checking router: 17666899-7203-4e5a-92d0-9996b886c666 for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:11:03.335177 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Updating router 17666899-7203-4e5a-92d0-9996b886c666 port 7e020476-f2dc-41cb-935c-f7b8f311a416 binding host dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:11:03.343743 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-8373e552-13bf-407a-a663-370ea7417b4b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:03.344426 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-8373e552-13bf-407a-a663-370ea7417b4b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Synchronizing usage tracker for tenant:7c32c45b97f24aafbfc72c32f2ee651f on resource:network {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:03.348631 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:11:03.359287 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec4b99-61a9-45ae-afb2-55d0ab6ff14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62848324-d495-498c-8b84-ce715e643d83,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:03.372979 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-86ec4b99-61a9-45ae-afb2-55d0ab6ff14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:03.386906 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.613s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:03.394269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.431285 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-8373e552-13bf-407a-a663-370ea7417b4b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Unset dirty status for tenant:7c32c45b97f24aafbfc72c32f2ee651f on resource:network {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:03.432099 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-8373e552-13bf-407a-a663-370ea7417b4b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/networks?id=b1543812-41fe-4295-b0c3-e4201c886b18 HTTP/1.1" status: 200 len: 817 time: 0.3089161 Apr 14 16:11:03.536741 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-dffd5b70-1eee-4505-872b-5ee9230fcc8a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/quotas/7c32c45b97f24aafbfc72c32f2ee651f HTTP/1.1" status: 200 len: 375 time: 0.0362074 Apr 14 16:11:03.541807 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b3f90e41-b184-4b38-ab8e-cf894303e488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.614436 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:03.615312 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.617058 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/8c7ab778-5b23-468f-a76c-4db3dc5b5d0f HTTP/1.1" status: 200 len: 1093 time: 7.6107631 Apr 14 16:11:03.633241 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-d72c7124-41d1-4430-bc1e-5cd9d75565dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:03.635018 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-d72c7124-41d1-4430-bc1e-5cd9d75565dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8a4298bacf14cd493bcec2e3543ab00&device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 1097 time: 0.7705266 Apr 14 16:11:03.639991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:11:03.647818 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] 10.222.0.60 "PUT /v2.0/routers/6a7cf7dd-30b1-4033-a4be-7263ecf96117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5798984 Apr 14 16:11:03.654623 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-5b7ed992-3541-4f17-9c29-71160b7f41ba tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:03.656149 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-5b7ed992-3541-4f17-9c29-71160b7f41ba tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/networks?id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c HTTP/1.1" status: 200 len: 817 time: 0.6998959 Apr 14 16:11:03.661682 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e708a75f-1222-4162-be86-230604b4017b None None] Sync routers for ids ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:11:03.669716 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-da3f31d6-faf3-482b-ba82-099f52251c0b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c1c276ee9674f5c87625550c0949304&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3672194 Apr 14 16:11:03.671178 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35278) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:03.676883 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e708a75f-1222-4162-be86-230604b4017b None None] Routers {'6a7cf7dd-30b1-4033-a4be-7263ecf96117'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:03.677875 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e708a75f-1222-4162-be86-230604b4017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:10:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:03.768444 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-c4eb9171-02cb-451e-8691-f02f1558a371 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2191319 Apr 14 16:11:03.921284 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-e708a75f-1222-4162-be86-230604b4017b None None] Set router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:03.936446 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.948673 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3c743864-fdbf-4e91-bf37-5e15065c3aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.949640 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Transition to ACTIVE for port object 7e020476-f2dc-41cb-935c-f7b8f311a416 will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:03.956988 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.976610 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:04.000044 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3c743864-fdbf-4e91-bf37-5e15065c3aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.040096 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-8c8a13ca-f5b5-46c9-bcd9-cdd3af81fe4b service neutron] 10.222.0.60 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439287 Apr 14 16:11:04.108389 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7ab778-5b23-468f-a76c-4db3dc5b5d0f,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:04.183668 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:04.191369 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b3f90e41-b184-4b38-ab8e-cf894303e488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.254326 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-e7d018aa-01a9-4d94-8515-24b016c5f888 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f HTTP/1.1" status: 200 len: 217 time: 0.5943317 Apr 14 16:11:04.262899 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-4bb35e30-12c3-4e50-b6fe-68587ac3ab6e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/quotas/3ef0238a8f524a30a94d06aa25d272f8 HTTP/1.1" status: 200 len: 375 time: 0.1631665 Apr 14 16:11:04.461679 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-094961b9-042d-4ece-ad8e-6cf56409ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:04.463092 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-094961b9-042d-4ece-ad8e-6cf56409ec54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6314984e-c666-4643-8910-68766b138db6 HTTP/1.1" status: 200 len: 854 time: 0.1411242 Apr 14 16:11:04.525175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3c743864-fdbf-4e91-bf37-5e15065c3aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.535882 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:04.560397 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c743864-fdbf-4e91-bf37-5e15065c3aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6185113-dfaf-45f3-ae3d-42a6babcac7e,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:04.560888 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfef1c-8e1a-4ce9-b129-e073201779c4 None None] Pushing event updated for resources: {'Port': ['ID=7e020476-f2dc-41cb-935c-f7b8f311a416,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:04.566190 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3c743864-fdbf-4e91-bf37-5e15065c3aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:04.568318 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-1fb57fc6-10ac-4e8c-a8ca-0de14fe02af9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513cfaf-5700-4daa-9c93-a6579fd80809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803149 Apr 14 16:11:04.570805 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-b6d1e884-1540-4ee0-b9cb-f97523fb73b6 service neutron] 10.222.0.60 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195792 Apr 14 16:11:04.572062 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3c743864-fdbf-4e91-bf37-5e15065c3aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.573597 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b3f90e41-b184-4b38-ab8e-cf894303e488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.577913 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-3c743864-fdbf-4e91-bf37-5e15065c3aae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6185113-dfaf-45f3-ae3d-42a6babcac7e HTTP/1.1" status: 204 len: 168 time: 0.9055061 Apr 14 16:11:04.628805 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0dcfef1c-8e1a-4ce9-b129-e073201779c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:04.671231 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e708a75f-1222-4162-be86-230604b4017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:11:01Z', 'revision_number': 4, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '34e8dd3a-778e-4be5-9b53-85b5dde19c34', 'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'mac_address': 'fa:16:3e:b7:15:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:59Z', 'updated_at': '2021-04-14T16:11:02Z', 'revision_number': 2, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'subnets': [{'id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:04.679060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Attempting to bind port 7e020476-f2dc-41cb-935c-f7b8f311a416 on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:04.679470 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Attempting to bind port 7e020476-f2dc-41cb-935c-f7b8f311a416 by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '17318d1e-9897-40a1-858c-8a4987f7fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:04.679871 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Attempting to bind port 7e020476-f2dc-41cb-935c-f7b8f311a416 on network adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:04.684957 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e708a75f-1222-4162-be86-230604b4017b None None] Checking router: 6a7cf7dd-30b1-4033-a4be-7263ecf96117 for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:11:04.685450 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e708a75f-1222-4162-be86-230604b4017b None None] Updating router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 port 34e8dd3a-778e-4be5-9b53-85b5dde19c34 binding host dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:11:04.699487 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:04.699904 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Checking segment: {'id': '17318d1e-9897-40a1-858c-8a4987f7fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:04.700929 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.701391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Bound using segment: {'id': '17318d1e-9897-40a1-858c-8a4987f7fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:04.701909 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Bound port: 7e020476-f2dc-41cb-935c-f7b8f311a416, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17318d1e-9897-40a1-858c-8a4987f7fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:04.702314 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.736235 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:04.811843 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e708a75f-1222-4162-be86-230604b4017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.828111 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b3f90e41-b184-4b38-ab8e-cf894303e488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.828111 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-b3f90e41-b184-4b38-ab8e-cf894303e488 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/62848324-d495-498c-8b84-ce715e643d83 HTTP/1.1" status: 204 len: 168 time: 2.0022800 Apr 14 16:11:04.830499 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-200700a1-d0da-44e7-ae4e-df328eb79046 service neutron] 10.222.0.41 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279887 Apr 14 16:11:04.884125 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f90e41-b184-4b38-ab8e-cf894303e488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62848324-d495-498c-8b84-ce715e643d83,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:04.898412 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b3f90e41-b184-4b38-ab8e-cf894303e488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:04.930532 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-92735de2-e451-4ae3-bb15-756773734551 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ef0238a8f524a30a94d06aa25d272f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6659031 Apr 14 16:11:04.933367 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-1f287d3c-1a66-4b71-bdc2-1aef5d9e248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:04.936272 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-1f287d3c-1a66-4b71-bdc2-1aef5d9e248f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d2d21c1e64e48cf923ecf68d5af1695&device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 1096 time: 0.8145962 Apr 14 16:11:05.116390 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] For port 7e020476-f2dc-41cb-935c-f7b8f311a416, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:05.152829 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] For port 7e020476-f2dc-41cb-935c-f7b8f311a416, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=7e020476-f2dc-41cb-935c-f7b8f311a416,segment=NetworkSegment(17318d1e-9897-40a1-858c-8a4987f7fe53),segment_id=17318d1e-9897-40a1-858c-8a4987f7fe53)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:05.203234 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.258450 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35308) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:05.332381 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-93cfdd7b-3cfe-4dd7-b476-f4da722d7114 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c7ab778-5b23-468f-a76c-4db3dc5b5d0f HTTP/1.1" status: 200 len: 217 time: 0.3592932 Apr 14 16:11:05.350615 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-7be1896b-8a76-4ca0-9862-42d495db7dad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51d3b174b82a45c2a87dcfec26168b0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0909181 Apr 14 16:11:05.355191 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35314) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:05.413252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b2083-1d82-4db5-8a9a-10cef140a4ca req-442918cc-8008-4752-9dff-7d3c7038353c tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:05.414911 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5a0b2083-1d82-4db5-8a9a-10cef140a4ca req-442918cc-8008-4752-9dff-7d3c7038353c tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 943 time: 0.3688979 Apr 14 16:11:05.449374 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:05.538316 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-42184e55-a51e-469f-aa85-e663a7c0f1de service neutron] 10.222.0.60 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977843 Apr 14 16:11:05.538754 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Routers {'17666899-7203-4e5a-92d0-9996b886c666'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:05.539447 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:10:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['17666899-7203-4e5a-92d0-9996b886c666'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:05.561141 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5a0b2083-1d82-4db5-8a9a-10cef140a4ca req-acaa033f-148c-43a7-ae33-be4fd6ae835b tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/security-groups?id=271c76f5-128c-40fb-935c-eed222b532d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290400 Apr 14 16:11:05.627192 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dbe65398-230a-4dd8-9c90-cf6791500070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.663195 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dbe65398-230a-4dd8-9c90-cf6791500070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.682813 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e708a75f-1222-4162-be86-230604b4017b None None] Notify callbacks [] for port, precommit_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.696285 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e708a75f-1222-4162-be86-230604b4017b None None] Transition to ACTIVE for port object 34e8dd3a-778e-4be5-9b53-85b5dde19c34 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:05.702312 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35320) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:05.704044 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e708a75f-1222-4162-be86-230604b4017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.734356 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dbe65398-230a-4dd8-9c90-cf6791500070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.741463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-af3744bb-0dde-46ec-b9be-45a4d26cf678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.780871 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:05.782448 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] Set router 17666899-7203-4e5a-92d0-9996b886c666 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:05.849721 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9ea2a06-d3c5-4cd5-bc3e-e3b2e7ae056d req-d4f4da86-fadf-4b1c-85c9-1b6050b94846 service neutron] 10.222.0.41 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9935048 Apr 14 16:11:05.852604 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-cd9d27ff-199c-4545-84a4-40e07acfd6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:05.866049 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-cd9d27ff-199c-4545-84a4-40e07acfd6da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e26fc4b3-167f-4c93-a794-3d8f9f0eb888 HTTP/1.1" status: 200 len: 852 time: 0.3152401 Apr 14 16:11:05.866968 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:05.878527 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe65398-230a-4dd8-9c90-cf6791500070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dd0ab8-e531-4708-b34b-1d13775b7094,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:05.884386 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-dbe65398-230a-4dd8-9c90-cf6791500070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:05.922025 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-af3744bb-0dde-46ec-b9be-45a4d26cf678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:05.939104 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dbe65398-230a-4dd8-9c90-cf6791500070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.940591 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-dbe65398-230a-4dd8-9c90-cf6791500070 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65dd0ab8-e531-4708-b34b-1d13775b7094 HTTP/1.1" status: 204 len: 168 time: 0.5843644 Apr 14 16:11:06.002213 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-af3744bb-0dde-46ec-b9be-45a4d26cf678 admin admin] Usage tracker for resource:security_group_rule and tenant:9ad0ffc50e47445f8792a5f95ce6b339 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:06.011583 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-af3744bb-0dde-46ec-b9be-45a4d26cf678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:06.028722 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-af3744bb-0dde-46ec-b9be-45a4d26cf678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:06.102163 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfef1c-8e1a-4ce9-b129-e073201779c4 None None] Pushing event updated for resources: {'Port': ['ID=7e020476-f2dc-41cb-935c-f7b8f311a416,revision_number=4']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:06.109854 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0dcfef1c-8e1a-4ce9-b129-e073201779c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:06.129477 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eacc36-8b9a-4001-a348-d66bbcfa9a95 req-07d05cab-701e-4ecd-9dac-fede5c889e17 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:06.131754 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c8eacc36-8b9a-4001-a348-d66bbcfa9a95 req-07d05cab-701e-4ecd-9dac-fede5c889e17 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 944 time: 0.2069957 Apr 14 16:11:06.196187 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-389abd85-8383-4df8-8502-7968e92c8b75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dd979b70-9f85-4020-9a3c-e29dec5a7332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1744103 Apr 14 16:11:06.214201 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-c8eacc36-8b9a-4001-a348-d66bbcfa9a95 req-953afadd-891e-4987-a2ff-c4537d89f27a tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Synchronizing usage tracker for tenant:b8a4298bacf14cd493bcec2e3543ab00 on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:06.259935 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-c8eacc36-8b9a-4001-a348-d66bbcfa9a95 req-953afadd-891e-4987-a2ff-c4537d89f27a tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Unset dirty status for tenant:b8a4298bacf14cd493bcec2e3543ab00 on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:06.270081 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c8eacc36-8b9a-4001-a348-d66bbcfa9a95 req-953afadd-891e-4987-a2ff-c4537d89f27a tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220839 Apr 14 16:11:06.346101 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-af3744bb-0dde-46ec-b9be-45a4d26cf678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:06.354669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-af3744bb-0dde-46ec-b9be-45a4d26cf678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:06.364816 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2efcf44e-6252-41a5-a2d7-bee1a8d8d763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:06.433639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51522492-8924-45ff-9d86-088c9202c25c None None] Pushing event updated for resources: {'Port': ['ID=34e8dd3a-778e-4be5-9b53-85b5dde19c34,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:06.450427 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-51522492-8924-45ff-9d86-088c9202c25c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:06.453885 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-e708a75f-1222-4162-be86-230604b4017b None None] Attempting to bind port 34e8dd3a-778e-4be5-9b53-85b5dde19c34 on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:06.454314 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-e708a75f-1222-4162-be86-230604b4017b None None] Attempting to bind port 34e8dd3a-778e-4be5-9b53-85b5dde19c34 by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': 'fa60e05a-0e61-4e81-afb8-895a8bbff706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:06.454730 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e708a75f-1222-4162-be86-230604b4017b None None] Attempting to bind port 34e8dd3a-778e-4be5-9b53-85b5dde19c34 on network 5635013d-c232-42e6-92f8-9c466e9855da {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:06.466491 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e708a75f-1222-4162-be86-230604b4017b None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:06.472218 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e708a75f-1222-4162-be86-230604b4017b None None] Checking segment: {'id': 'fa60e05a-0e61-4e81-afb8-895a8bbff706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:06.472766 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e708a75f-1222-4162-be86-230604b4017b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:06.474618 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e708a75f-1222-4162-be86-230604b4017b None None] Bound using segment: {'id': 'fa60e05a-0e61-4e81-afb8-895a8bbff706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:06.475201 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-e708a75f-1222-4162-be86-230604b4017b None None] Bound port: 34e8dd3a-778e-4be5-9b53-85b5dde19c34, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa60e05a-0e61-4e81-afb8-895a8bbff706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:06.475580 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e708a75f-1222-4162-be86-230604b4017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:06.493968 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-af3744bb-0dde-46ec-b9be-45a4d26cf678 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ad0ffc50e47445f8792a5f95ce6b339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7879584 Apr 14 16:11:06.503165 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35334) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:06.505893 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3744bb-0dde-46ec-b9be-45a4d26cf678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f725f6a4-105f-40cf-99ba-340c614fb2c0,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:06.524999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-af3744bb-0dde-46ec-b9be-45a4d26cf678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:06.539930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17666899-7203-4e5a-92d0-9996b886c666', 'name': 'tempest-ServerRescueNegativeTestJSON-41418638-router', 'tenant_id': '3ef0238a8f524a30a94d06aa25d272f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '0702e2c7-ee76-48dc-b1ce-387ec6c09733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:10:59Z', 'revision_number': 4, 'project_id': '3ef0238a8f524a30a94d06aa25d272f8', 'gw_port': {'id': '0702e2c7-ee76-48dc-b1ce-387ec6c09733', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17666899-7203-4e5a-92d0-9996b886c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:37Z', 'updated_at': '2021-04-14T16:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '7e020476-f2dc-41cb-935c-f7b8f311a416', 'name': '', 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c', 'tenant_id': '3ef0238a8f524a30a94d06aa25d272f8', 'mac_address': 'fa:16:3e:8b:f2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17666899-7203-4e5a-92d0-9996b886c666', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:53Z', 'updated_at': '2021-04-14T16:11:05Z', 'revision_number': 4, 'project_id': '3ef0238a8f524a30a94d06aa25d272f8', 'subnets': [{'id': '155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:06.555904 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1714d9d3-558e-4701-b46f-a57fa5199312 None None] The sync data for ids ['17666899-7203-4e5a-92d0-9996b886c666'] in dv-cinder-786266-1-iscsi is: [{'id': '17666899-7203-4e5a-92d0-9996b886c666', 'name': 'tempest-ServerRescueNegativeTestJSON-41418638-router', 'tenant_id': '3ef0238a8f524a30a94d06aa25d272f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '0702e2c7-ee76-48dc-b1ce-387ec6c09733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:10:59Z', 'revision_number': 4, 'project_id': '3ef0238a8f524a30a94d06aa25d272f8', 'gw_port': {'id': '0702e2c7-ee76-48dc-b1ce-387ec6c09733', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17666899-7203-4e5a-92d0-9996b886c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:37Z', 'updated_at': '2021-04-14T16:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '7e020476-f2dc-41cb-935c-f7b8f311a416', 'name': '', 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c', 'tenant_id': '3ef0238a8f524a30a94d06aa25d272f8', 'mac_address': 'fa:16:3e:8b:f2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17666899-7203-4e5a-92d0-9996b886c666', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:53Z', 'updated_at': '2021-04-14T16:11:05Z', 'revision_number': 4, 'project_id': '3ef0238a8f524a30a94d06aa25d272f8', 'subnets': [{'id': '155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:11:06.621734 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-16893c76-21a4-475c-9b70-e9db40fde2b7 service neutron] 10.222.0.60 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0826654 Apr 14 16:11:06.640639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e708a75f-1222-4162-be86-230604b4017b None None] For port 34e8dd3a-778e-4be5-9b53-85b5dde19c34, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:06.651521 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e708a75f-1222-4162-be86-230604b4017b None None] For port 34e8dd3a-778e-4be5-9b53-85b5dde19c34, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=34e8dd3a-778e-4be5-9b53-85b5dde19c34,segment=NetworkSegment(fa60e05a-0e61-4e81-afb8-895a8bbff706),segment_id=fa60e05a-0e61-4e81-afb8-895a8bbff706)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:06.658682 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e708a75f-1222-4162-be86-230604b4017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:06.680749 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ad9de04b-1030-404f-ae4b-3e38d8b45587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:06.707720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:06.717511 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-c1005eca-f50f-437c-ac9d-796cffcd9e47 service neutron] 10.222.0.41 "GET /v2.0/networks/dd979b70-9f85-4020-9a3c-e29dec5a7332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061815 Apr 14 16:11:06.762222 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ad9de04b-1030-404f-ae4b-3e38d8b45587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:06.870726 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ad9de04b-1030-404f-ae4b-3e38d8b45587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:06.881075 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a319f5d7-5141-4cfc-b0e6-48e45c989a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:06.918730 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ad9de04b-1030-404f-ae4b-3e38d8b45587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:06.926010 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ad9de04b-1030-404f-ae4b-3e38d8b45587 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f725f6a4-105f-40cf-99ba-340c614fb2c0 HTTP/1.1" status: 204 len: 168 time: 0.4162230 Apr 14 16:11:06.938177 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9de04b-1030-404f-ae4b-3e38d8b45587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f725f6a4-105f-40cf-99ba-340c614fb2c0,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:06.956373 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ad9de04b-1030-404f-ae4b-3e38d8b45587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:07.031082 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51522492-8924-45ff-9d86-088c9202c25c None None] Pushing event updated for resources: {'Port': ['ID=34e8dd3a-778e-4be5-9b53-85b5dde19c34,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:07.127352 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0bacb9-233d-4561-9882-6c9619a84e69', 'tag': 'a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f', 'status': 'completed', 'code': 200} Apr 14 16:11:07.138041 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.41', 58492) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:07.362998 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850248be-50e0-4c08-84c5-32c934f555ac req-10550f5a-6f8c-4741-a05e-9eb34b6da950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:07.374115 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-850248be-50e0-4c08-84c5-32c934f555ac req-10550f5a-6f8c-4741-a05e-9eb34b6da950 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8a4298bacf14cd493bcec2e3543ab00&device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 1097 time: 0.2348180 Apr 14 16:11:07.376804 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-51522492-8924-45ff-9d86-088c9202c25c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:07.456030 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e708a75f-1222-4162-be86-230604b4017b None None] Routers {'6a7cf7dd-30b1-4033-a4be-7263ecf96117'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:07.458636 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e708a75f-1222-4162-be86-230604b4017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:10:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:07.461690 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fb5b7bd-1bda-4466-a946-70a85796a009 req-2108f8a6-1c2b-425c-8c1a-552a2e570703 service neutron] 10.222.0.41 "GET /v2.0/networks/dd979b70-9f85-4020-9a3c-e29dec5a7332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7359791 Apr 14 16:11:07.600013 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-b5259ec8-9558-446b-bc08-1a44a5a25795 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:07.602925 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-b5259ec8-9558-446b-bc08-1a44a5a25795 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.41 "GET /v2.0/networks?id=b1543812-41fe-4295-b0c3-e4201c886b18 HTTP/1.1" status: 200 len: 817 time: 0.5522845 Apr 14 16:11:07.810622 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-fd4baa86-d6da-4881-b2da-40452687fcfe tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Synchronizing usage tracker for tenant:7c32c45b97f24aafbfc72c32f2ee651f on resource:security_group {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:07.857245 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-fd4baa86-d6da-4881-b2da-40452687fcfe tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Unset dirty status for tenant:7c32c45b97f24aafbfc72c32f2ee651f on resource:security_group {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:07.858635 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-fd4baa86-d6da-4881-b2da-40452687fcfe tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f HTTP/1.1" status: 200 len: 5705 time: 0.2371404 Apr 14 16:11:07.875636 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Request body: {'port': {'device_id': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'admin_state_up': True, 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'security_groups': ['d1cd2e58-6184-4020-a562-9fbe1a0f4a8a']}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:07.909958 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850248be-50e0-4c08-84c5-32c934f555ac req-f246ee5a-ea01-4766-9f0f-510b09c670ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:07.913643 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-850248be-50e0-4c08-84c5-32c934f555ac req-f246ee5a-ea01-4766-9f0f-510b09c670ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=2513cfaf-5700-4daa-9c93-a6579fd80809 HTTP/1.1" status: 200 len: 915 time: 0.5294006 Apr 14 16:11:07.919339 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd07664b-549b-4be7-9146-32afb59127d5 req-c92db92d-7e47-4f8c-b5bb-b6aa2cf9dcb0 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 210 time: 0.2273855 Apr 14 16:11:08.161838 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-850248be-50e0-4c08-84c5-32c934f555ac req-5ec344d9-0739-4d3d-8721-83b5e95d1739 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f HTTP/1.1" status: 200 len: 217 time: 0.2388675 Apr 14 16:11:08.225585 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:08.233351 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Usage tracker for resource:port and tenant:7c32c45b97f24aafbfc72c32f2ee651f is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:08.239874 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:08.261347 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:08.268500 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-e708a75f-1222-4162-be86-230604b4017b None None] Set router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:08.290068 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Made reservation on behalf of 7c32c45b97f24aafbfc72c32f2ee651f for: {'port': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:08.309217 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.416540 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 7e020476-f2dc-41cb-935c-f7b8f311a416 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:08.511721 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850248be-50e0-4c08-84c5-32c934f555ac req-c8cb12b9-af61-4266-b068-3fddd285ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:08.516150 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-850248be-50e0-4c08-84c5-32c934f555ac req-c8cb12b9-af61-4266-b068-3fddd285ba87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6314984e-c666-4643-8910-68766b138db6 HTTP/1.1" status: 200 len: 854 time: 0.3473785 Apr 14 16:11:08.650421 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 7e020476-f2dc-41cb-935c-f7b8f311a416 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:08.650766 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-850248be-50e0-4c08-84c5-32c934f555ac req-fbf6cafd-e457-4039-a010-f7de8e962a1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513cfaf-5700-4daa-9c93-a6579fd80809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052606 Apr 14 16:11:08.671427 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35406) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:08.687963 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 7e020476-f2dc-41cb-935c-f7b8f311a416 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:08.688609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.766252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Allocated IP 172.20.0.3 (b1543812-41fe-4295-b0c3-e4201c886b18/7e65b27a-159c-4d87-bc0d-8c19d0e1a018/d74de9c1-8188-4d05-92fc-6cdce0aa2e31) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:08.768106 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-35acf0cd-4d78-4e81-83be-0aaa590023c1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--656321179', 'description': 'tempest-description--510538571'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:08.836531 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-35acf0cd-4d78-4e81-83be-0aaa590023c1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:08.990298 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-35acf0cd-4d78-4e81-83be-0aaa590023c1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Usage tracker for resource:security_group and tenant:933c87bdb5354dc39f728c1bc6dfd17e is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:09.001702 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-35acf0cd-4d78-4e81-83be-0aaa590023c1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:09.045667 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-35acf0cd-4d78-4e81-83be-0aaa590023c1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:09.227365 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4d9ef-ad15-4cd0-abe2-90ca0b81cd68 req-bea2671b-2ce1-4177-9713-6c46d8474e2e tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:09.242321 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a3c4d9ef-ad15-4cd0-abe2-90ca0b81cd68 req-bea2671b-2ce1-4177-9713-6c46d8474e2e tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 943 time: 0.8681190 Apr 14 16:11:09.245782 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-850248be-50e0-4c08-84c5-32c934f555ac req-3e99d276-e0be-4f2a-a9d3-4da81a0077c4 service neutron] 10.222.0.41 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733871 Apr 14 16:11:09.249561 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35428) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:09.249735 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.284582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8c55df-edf8-4724-b17f-3208b924a324', 'tag': '8c7ab778-5b23-468f-a76c-4db3dc5b5d0f'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:09.294963 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-35acf0cd-4d78-4e81-83be-0aaa590023c1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.330008 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-35acf0cd-4d78-4e81-83be-0aaa590023c1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:09.336224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-35acf0cd-4d78-4e81-83be-0aaa590023c1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Usage tracker for resource:security_group_rule and tenant:933c87bdb5354dc39f728c1bc6dfd17e is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:09.339677 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-35acf0cd-4d78-4e81-83be-0aaa590023c1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:09.347860 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-35acf0cd-4d78-4e81-83be-0aaa590023c1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:09.430482 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port 7e020476-f2dc-41cb-935c-f7b8f311a416, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=7e020476-f2dc-41cb-935c-f7b8f311a416,segment=NetworkSegment(17318d1e-9897-40a1-858c-8a4987f7fe53),segment_id=17318d1e-9897-40a1-858c-8a4987f7fe53)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:09.437277 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a3c4d9ef-ad15-4cd0-abe2-90ca0b81cd68 req-6b450ad6-fefd-4519-bd08-be2d03890fc1 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/security-groups?id=271c76f5-128c-40fb-935c-eed222b532d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938577 Apr 14 16:11:09.449617 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.453246 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1e62db59-dea1-4fff-89c5-6fa58c61c3e3 req-bed4a0d2-6ff8-4565-bc62-cf2496098476 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 210 time: 0.1309769 Apr 14 16:11:09.453398 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:09.535152 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e708a75f-1222-4162-be86-230604b4017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:11:01Z', 'revision_number': 4, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '34e8dd3a-778e-4be5-9b53-85b5dde19c34', 'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'mac_address': 'fa:16:3e:b7:15:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:59Z', 'updated_at': '2021-04-14T16:11:06Z', 'revision_number': 4, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'subnets': [{'id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:09.546400 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e708a75f-1222-4162-be86-230604b4017b None None] The sync data for ids ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'] in dv-cinder-786266-1-iscsi is: [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:11:01Z', 'revision_number': 4, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '34e8dd3a-778e-4be5-9b53-85b5dde19c34', 'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'mac_address': 'fa:16:3e:b7:15:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:59Z', 'updated_at': '2021-04-14T16:11:06Z', 'revision_number': 4, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'subnets': [{'id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:11:09.565213 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=7e020476-f2dc-41cb-935c-f7b8f311a416,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:09.586020 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-35acf0cd-4d78-4e81-83be-0aaa590023c1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.587171 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:09.673840 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-35acf0cd-4d78-4e81-83be-0aaa590023c1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.714765 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:09.820317 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 7e020476-f2dc-41cb-935c-f7b8f311a416 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:09.877959 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acf0cd-4d78-4e81-83be-0aaa590023c1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:09.888790 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-35acf0cd-4d78-4e81-83be-0aaa590023c1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:09.914112 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-35acf0cd-4d78-4e81-83be-0aaa590023c1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.919486 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-cee7a2e0-6d1b-4441-ba2d-34f79dd94896 req-4b55324c-1da7-4fa6-908c-3568f231f2e5 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Synchronizing usage tracker for tenant:7c32c45b97f24aafbfc72c32f2ee651f on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:09.920481 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-35acf0cd-4d78-4e81-83be-0aaa590023c1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1938033 Apr 14 16:11:09.936392 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35456) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:09.985116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-a10b631c-6c96-4821-ade4-328d3a622bfa tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Request body: {'security_group_rule': {'security_group_id': 'ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:09.989971 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-60651376-f2fc-43d9-82c6-bd56866d4c76 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:09.991881 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-60651376-f2fc-43d9-82c6-bd56866d4c76 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.41 "GET /v2.0/networks?id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c HTTP/1.1" status: 200 len: 817 time: 0.6949544 Apr 14 16:11:10.003293 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 7e020476-f2dc-41cb-935c-f7b8f311a416 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:10.003944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.007578 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.009198 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-286fad04-b928-48ca-8d7b-3e2422695237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.038544 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-a10b631c-6c96-4821-ade4-328d3a622bfa tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:10.045208 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Request body: {'port': {'device_id': '0a704e48-ff08-4961-9c93-7a0fdf04543d', 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c', 'admin_state_up': True, 'tenant_id': '3ef0238a8f524a30a94d06aa25d272f8'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:10.051463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-a10b631c-6c96-4821-ade4-328d3a622bfa tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Usage tracker for resource:security_group_rule and tenant:933c87bdb5354dc39f728c1bc6dfd17e is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:10.062749 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-a10b631c-6c96-4821-ade4-328d3a622bfa tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:10.073563 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-286fad04-b928-48ca-8d7b-3e2422695237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:10.077181 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-a10b631c-6c96-4821-ade4-328d3a622bfa tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:10.080970 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-850248be-50e0-4c08-84c5-32c934f555ac req-fe8c98fd-9d45-41fa-b272-1d32717e96b6 service neutron] 10.222.0.41 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8202565 Apr 14 16:11:10.101258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:11:10.106697 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-286fad04-b928-48ca-8d7b-3e2422695237 admin admin] Usage tracker for resource:security_group_rule and tenant:881c740af87c4f40b73c98c5b3dd0030 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:10.133740 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-286fad04-b928-48ca-8d7b-3e2422695237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:10.156488 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-286fad04-b928-48ca-8d7b-3e2422695237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:10.175365 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a10b631c-6c96-4821-ade4-328d3a622bfa tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.213869 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0cddb-3367-4a76-86e4-d3ee547670f6 req-8b005d3c-5ea1-449a-805d-5df712211b2a tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:10.222439 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6ca0cddb-3367-4a76-86e4-d3ee547670f6 req-8b005d3c-5ea1-449a-805d-5df712211b2a tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 944 time: 0.5476401 Apr 14 16:11:10.347013 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6ca0cddb-3367-4a76-86e4-d3ee547670f6 req-cbfd638d-c7b2-4493-843f-1586a65a3bd2 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235347 Apr 14 16:11:10.349286 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:10.381560 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': 'a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f', 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809', 'port_id': 'a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f', 'mac_address': 'fa:16:3e:d7:5a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6314984e-c666-4643-8910-68766b138db6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:11:10.426321 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:10.445194 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-cee7a2e0-6d1b-4441-ba2d-34f79dd94896 req-4b55324c-1da7-4fa6-908c-3568f231f2e5 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Unset dirty status for tenant:7c32c45b97f24aafbfc72c32f2ee651f on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:10.446475 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cee7a2e0-6d1b-4441-ba2d-34f79dd94896 req-4b55324c-1da7-4fa6-908c-3568f231f2e5 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 210 time: 0.6772680 Apr 14 16:11:10.459868 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Usage tracker for resource:port and tenant:3ef0238a8f524a30a94d06aa25d272f8 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:10.463741 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:10.472892 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:10.480985 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Transition to ACTIVE for port object d74de9c1-8188-4d05-92fc-6cdce0aa2e31 will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:10.504167 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Made reservation on behalf of 3ef0238a8f524a30a94d06aa25d272f8 for: {'port': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:10.504167 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.518397 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8c55df-edf8-4724-b17f-3208b924a324', 'tag': '8c7ab778-5b23-468f-a76c-4db3dc5b5d0f', 'status': 'completed', 'code': 200} Apr 14 16:11:10.530248 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a10b631c-6c96-4821-ade4-328d3a622bfa tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.671210 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a10b631c-6c96-4821-ade4-328d3a622bfa tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.714173 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.730311 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:10.785374 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b631c-6c96-4821-ade4-328d3a622bfa tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd3deae-644b-4fcd-a74f-51f22e9aba4f,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:10.821734 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:10.865000 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a10b631c-6c96-4821-ade4-328d3a622bfa tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:10.868461 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:10.873537 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.879029 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:11:10.917257 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-286fad04-b928-48ca-8d7b-3e2422695237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.926719 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a10b631c-6c96-4821-ade4-328d3a622bfa tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.928027 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-a10b631c-6c96-4821-ade4-328d3a622bfa tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9603398 Apr 14 16:11:10.974397 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 35490) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:10.975669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Allocated IP 172.20.0.7 (adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c/155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e/56a60b7b-6e5f-46c0-9f81-4dffc4926337) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:10.994861 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-8ab713de-5185-4ca9-9999-22d78fe010e1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Request body: {'security_group_rule': {'security_group_id': 'ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:11.006179 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-8ab713de-5185-4ca9-9999-22d78fe010e1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:11.011643 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-8ab713de-5185-4ca9-9999-22d78fe010e1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Usage tracker for resource:security_group_rule and tenant:933c87bdb5354dc39f728c1bc6dfd17e is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:11.015734 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-8ab713de-5185-4ca9-9999-22d78fe010e1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:11.019294 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-286fad04-b928-48ca-8d7b-3e2422695237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.023039 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-8ab713de-5185-4ca9-9999-22d78fe010e1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:11.039226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3c743864-fdbf-4e91-bf37-5e15065c3aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:11.061751 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8ab713de-5185-4ca9-9999-22d78fe010e1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.093869 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:11.144267 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8ab713de-5185-4ca9-9999-22d78fe010e1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.151944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:11:11.158680 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44fad7-796c-49c4-9590-4e982187c0e6 req-fe0ef658-7a48-4b43-aaf3-cf7c76b561c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:11.160634 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4c44fad7-796c-49c4-9590-4e982187c0e6 req-fe0ef658-7a48-4b43-aaf3-cf7c76b561c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d2d21c1e64e48cf923ecf68d5af1695&device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 1096 time: 0.6172574 Apr 14 16:11:11.161911 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8ab713de-5185-4ca9-9999-22d78fe010e1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.191247 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:11.230348 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab713de-5185-4ca9-9999-22d78fe010e1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db96b2fc-7724-4d7e-a4d4-5bccd843490f,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:11.257557 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-286fad04-b928-48ca-8d7b-3e2422695237 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=881c740af87c4f40b73c98c5b3dd0030&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0050898 Apr 14 16:11:11.260016 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42172257-8b30-4d30-81be-58ee4898a07b req-5e10db50-2ae8-45f1-b2a9-dee4b39fa100 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:11.261986 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-42172257-8b30-4d30-81be-58ee4898a07b req-5e10db50-2ae8-45f1-b2a9-dee4b39fa100 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 943 time: 0.3641355 Apr 14 16:11:11.263486 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8ab713de-5185-4ca9-9999-22d78fe010e1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.268011 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-8ab713de-5185-4ca9-9999-22d78fe010e1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2833974 Apr 14 16:11:11.273122 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8ab713de-5185-4ca9-9999-22d78fe010e1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:11.273965 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35500) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:11.274401 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 35502) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:11.275524 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.286755 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Request body: {'floatingip': {'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:11.289420 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fad04-b928-48ca-8d7b-3e2422695237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9216ca3-14dc-4e7d-9c04-da4eca2fc716,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:11.291013 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8c7ab778-5b23-468f-a76c-4db3dc5b5d0f,segment=NetworkSegment(7b5275f8-746a-4440-8a56-62645a8bb13c),segment_id=7b5275f8-746a-4440-8a56-62645a8bb13c)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:11.294900 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:11.299224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Usage tracker for resource:floatingip and tenant:933c87bdb5354dc39f728c1bc6dfd17e is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:11.303631 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:11.311215 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:11.319761 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-286fad04-b928-48ca-8d7b-3e2422695237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:11.349244 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-1d345d51-de59-4805-a0cd-6dee6a4550bf tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:11.350286 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-1d345d51-de59-4805-a0cd-6dee6a4550bf tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Synchronizing usage tracker for tenant:3ef0238a8f524a30a94d06aa25d272f8 on resource:network {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:11.357754 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': '8c7ab778-5b23-468f-a76c-4db3dc5b5d0f', 'network_id': 'dd979b70-9f85-4020-9a3c-e29dec5a7332', 'port_id': '8c7ab778-5b23-468f-a76c-4db3dc5b5d0f', 'mac_address': 'fa:16:3e:b7:04:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e26fc4b3-167f-4c93-a794-3d8f9f0eb888', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:11:11.470610 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-42172257-8b30-4d30-81be-58ee4898a07b req-d813d13a-d410-45ce-8d78-c1df40f398e2 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Synchronizing usage tracker for tenant:2d2d21c1e64e48cf923ecf68d5af1695 on resource:security_group {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:11.487561 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:11.493736 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:11.518327 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.519500 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44fad7-796c-49c4-9590-4e982187c0e6 req-e08d13b9-a3bc-48f7-b27e-512f6e726419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:11.521161 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4c44fad7-796c-49c4-9590-4e982187c0e6 req-e08d13b9-a3bc-48f7-b27e-512f6e726419 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dd979b70-9f85-4020-9a3c-e29dec5a7332 HTTP/1.1" status: 200 len: 913 time: 0.3304589 Apr 14 16:11:11.541501 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:11.544144 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:11.565453 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8c7ab778-5b23-468f-a76c-4db3dc5b5d0f,segment=NetworkSegment(7b5275f8-746a-4440-8a56-62645a8bb13c),segment_id=7b5275f8-746a-4440-8a56-62645a8bb13c)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:11.569088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.571634 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:11.619790 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4c44fad7-796c-49c4-9590-4e982187c0e6 req-47ef35a7-f632-4cf7-a92d-87d804053377 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c7ab778-5b23-468f-a76c-4db3dc5b5d0f HTTP/1.1" status: 200 len: 217 time: 0.0803046 Apr 14 16:11:11.624513 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-1d345d51-de59-4805-a0cd-6dee6a4550bf tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Unset dirty status for tenant:3ef0238a8f524a30a94d06aa25d272f8 on resource:network {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:11.631971 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-1d345d51-de59-4805-a0cd-6dee6a4550bf tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/networks?id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c HTTP/1.1" status: 200 len: 817 time: 0.8536358 Apr 14 16:11:11.698289 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for floatingip, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.704034 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=8c7ab778-5b23-468f-a76c-4db3dc5b5d0f,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:11.714668 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:11.793896 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 34e8dd3a-778e-4be5-9b53-85b5dde19c34 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:11.915094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['8c7ab778-5b23-468f-a76c-4db3dc5b5d0f'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:11.957058 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 34e8dd3a-778e-4be5-9b53-85b5dde19c34 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:11.966157 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:11.966600 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-42172257-8b30-4d30-81be-58ee4898a07b req-d813d13a-d410-45ce-8d78-c1df40f398e2 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Unset dirty status for tenant:2d2d21c1e64e48cf923ecf68d5af1695 on resource:security_group {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:11.967952 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-42172257-8b30-4d30-81be-58ee4898a07b req-d813d13a-d410-45ce-8d78-c1df40f398e2 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/security-groups?id=271c76f5-128c-40fb-935c-eed222b532d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6474729 Apr 14 16:11:11.994317 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Pushing event updated for resources: {'Port': ['ID=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:12.008227 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:12.023870 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-180395c3-b33e-4070-8e06-abf2eb3bd502 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/quotas/3ef0238a8f524a30a94d06aa25d272f8 HTTP/1.1" status: 200 len: 375 time: 0.3909080 Apr 14 16:11:12.076474 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Network b1543812-41fe-4295-b0c3-e4201c886b18 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:12.084085 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:12.087768 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 34e8dd3a-778e-4be5-9b53-85b5dde19c34 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:12.088534 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.095061 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:12.109731 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44fad7-796c-49c4-9590-4e982187c0e6 req-b20b5e8b-6449-45df-a230-d76807b9c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:12.111347 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4c44fad7-796c-49c4-9590-4e982187c0e6 req-b20b5e8b-6449-45df-a230-d76807b9c614 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e26fc4b3-167f-4c93-a794-3d8f9f0eb888 HTTP/1.1" status: 200 len: 852 time: 0.4772248 Apr 14 16:11:12.248518 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4c44fad7-796c-49c4-9590-4e982187c0e6 req-fdbf28c6-dd44-4f29-bb9d-97ae612bea8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dd979b70-9f85-4020-9a3c-e29dec5a7332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159430 Apr 14 16:11:12.468863 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35542) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:12.469404 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.471529 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0863-4931-4d50-90b7-b06b36acea08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.548287 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:12.548862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0863-4931-4d50-90b7-b06b36acea08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.549454 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.589911 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7189434 Apr 14 16:11:12.608463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Request body: {'port': {'device_id': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:12.622609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0863-4931-4d50-90b7-b06b36acea08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.628074 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4c44fad7-796c-49c4-9590-4e982187c0e6 req-e182e1fb-666d-4ba6-9562-499953f7cb87 service neutron] 10.222.0.41 "GET /v2.0/networks/dd979b70-9f85-4020-9a3c-e29dec5a7332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438013 Apr 14 16:11:12.630228 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-af3744bb-0dde-46ec-b9be-45a4d26cf678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:12.689915 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85e224-bb27-4298-b85f-8fa92a55eceb req-bf2c18a4-9d63-4abc-9608-4e2c3ece479e tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:12.697890 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4c85e224-bb27-4298-b85f-8fa92a55eceb req-bf2c18a4-9d63-4abc-9608-4e2c3ece479e tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 945 time: 0.4091816 Apr 14 16:11:12.698564 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-5cb79598-5ce1-49ac-b1ea-d14972477a5e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Synchronizing usage tracker for tenant:3ef0238a8f524a30a94d06aa25d272f8 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:12.717194 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0863-4931-4d50-90b7-b06b36acea08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.718779 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-fb7a0863-4931-4d50-90b7-b06b36acea08 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b9216ca3-14dc-4e7d-9c04-da4eca2fc716 HTTP/1.1" status: 204 len: 168 time: 1.4312763 Apr 14 16:11:12.724570 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a0863-4931-4d50-90b7-b06b36acea08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9216ca3-14dc-4e7d-9c04-da4eca2fc716,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:12.727567 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-cac88e22-0b71-486c-a45a-5312ddeacf07 None None] Provisioning for port d74de9c1-8188-4d05-92fc-6cdce0aa2e31 completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:12.733237 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fb7a0863-4931-4d50-90b7-b06b36acea08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:12.765327 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-cac88e22-0b71-486c-a45a-5312ddeacf07 None None] Provisioning complete for port d74de9c1-8188-4d05-92fc-6cdce0aa2e31 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:12.765752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cac88e22-0b71-486c-a45a-5312ddeacf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.801009 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4c85e224-bb27-4298-b85f-8fa92a55eceb req-337cce3b-b159-443b-82ee-4924977f2a57 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021445 Apr 14 16:11:12.828674 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f2e0acbc-f4cd-43fe-a0d7-5abe7e5acec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.833773 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-cac88e22-0b71-486c-a45a-5312ddeacf07 None None] Port d74de9c1-8188-4d05-92fc-6cdce0aa2e31 cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:11:12.835955 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.847401 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.853379 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f2e0acbc-f4cd-43fe-a0d7-5abe7e5acec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:12.860104 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f2e0acbc-f4cd-43fe-a0d7-5abe7e5acec6 admin admin] Usage tracker for resource:security_group_rule and tenant:c19c45f821b34da3b6cf5e1f7ad8d0d3 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:12.863516 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f2e0acbc-f4cd-43fe-a0d7-5abe7e5acec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:12.871549 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f2e0acbc-f4cd-43fe-a0d7-5abe7e5acec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:12.911569 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port 34e8dd3a-778e-4be5-9b53-85b5dde19c34, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=34e8dd3a-778e-4be5-9b53-85b5dde19c34,segment=NetworkSegment(fa60e05a-0e61-4e81-afb8-895a8bbff706),segment_id=fa60e05a-0e61-4e81-afb8-895a8bbff706)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:12.923217 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.928978 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.941059 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5c9c9317-2fe1-4fe5-841a-cac1f93d5da7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:12.979584 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f2e0acbc-f4cd-43fe-a0d7-5abe7e5acec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.982416 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-5cb79598-5ce1-49ac-b1ea-d14972477a5e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Unset dirty status for tenant:3ef0238a8f524a30a94d06aa25d272f8 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:12.984651 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-5cb79598-5ce1-49ac-b1ea-d14972477a5e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ef0238a8f524a30a94d06aa25d272f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9592438 Apr 14 16:11:12.985120 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:12.987922 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f2e0acbc-f4cd-43fe-a0d7-5abe7e5acec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:13.000937 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ad9de04b-1030-404f-ae4b-3e38d8b45587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:13.038071 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=34e8dd3a-778e-4be5-9b53-85b5dde19c34,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:13.041510 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:13.164685 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0acbc-f4cd-43fe-a0d7-5abe7e5acec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7a400c-8208-487e-9d36-4df5ae94a387,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:13.168772 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f2e0acbc-f4cd-43fe-a0d7-5abe7e5acec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:13.180532 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:13.205667 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35558) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:13.217585 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-f2e0acbc-f4cd-43fe-a0d7-5abe7e5acec6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c19c45f821b34da3b6cf5e1f7ad8d0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7474554 Apr 14 16:11:13.246586 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35562) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:13.277265 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4c44fad7-796c-49c4-9590-4e982187c0e6 req-586f129d-f372-4bad-a157-f1f2a7efd0b6 service neutron] 10.222.0.41 "GET /v2.0/networks/dd979b70-9f85-4020-9a3c-e29dec5a7332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6331646 Apr 14 16:11:13.290728 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-41455cd4-4a5a-4336-b427-fbce7dc0568f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:13.334042 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-de91e825-8c93-4393-afaa-b4f664194c8c service neutron] 10.222.0.60 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376503 Apr 14 16:11:13.342479 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-41455cd4-4a5a-4336-b427-fbce7dc0568f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:13.381815 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-41455cd4-4a5a-4336-b427-fbce7dc0568f admin admin] Usage tracker for resource:security_group_rule and tenant:35b1958a023f4e07846f1d060657995c is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:13.405304 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-41455cd4-4a5a-4336-b427-fbce7dc0568f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:13.415488 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-41455cd4-4a5a-4336-b427-fbce7dc0568f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:13.480233 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:13.499528 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c55e5669-79ec-4bb9-bd92-0fc1312ba405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:13.566688 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c55e5669-79ec-4bb9-bd92-0fc1312ba405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:13.632964 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-ecdc6218-0761-410e-8f08-3ad537153f06 service neutron] 10.222.0.60 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849982 Apr 14 16:11:13.672650 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Pushing event updated for resources: {'Port': ['ID=56a60b7b-6e5f-46c0-9f81-4dffc4926337,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:13.705429 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:13.712092 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c55e5669-79ec-4bb9-bd92-0fc1312ba405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:13.720688 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 34e8dd3a-778e-4be5-9b53-85b5dde19c34 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:13.731910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:13.753878 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-41455cd4-4a5a-4336-b427-fbce7dc0568f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:13.755449 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e5669-79ec-4bb9-bd92-0fc1312ba405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7a400c-8208-487e-9d36-4df5ae94a387,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:13.766591 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c55e5669-79ec-4bb9-bd92-0fc1312ba405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:13.767614 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-c55e5669-79ec-4bb9-bd92-0fc1312ba405 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c7a400c-8208-487e-9d36-4df5ae94a387 HTTP/1.1" status: 204 len: 168 time: 0.5197392 Apr 14 16:11:13.769671 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c55e5669-79ec-4bb9-bd92-0fc1312ba405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:13.771930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-41455cd4-4a5a-4336-b427-fbce7dc0568f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:13.783296 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fb7a0863-4931-4d50-90b7-b06b36acea08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:13.805981 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Allocated IP 172.27.2.54 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/62e231df-b818-4af2-9f14-40ff97cf8351) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:13.839967 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41455cd4-4a5a-4336-b427-fbce7dc0568f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec8f711-50f2-438d-a2d6-bad76b93cb64,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:13.863582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-41455cd4-4a5a-4336-b427-fbce7dc0568f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:13.883227 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-41455cd4-4a5a-4336-b427-fbce7dc0568f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35b1958a023f4e07846f1d060657995c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6678984 Apr 14 16:11:13.883967 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35574) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:13.974001 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 34e8dd3a-778e-4be5-9b53-85b5dde19c34 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:13.974488 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.007588 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Network adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:14.019172 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:14.036617 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2c2dfdf0-0e90-4725-983e-5788f93ec315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.074218 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:14.090650 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:14.156641 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2c2dfdf0-0e90-4725-983e-5788f93ec315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.198038 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:14.223043 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:14.225996 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.233454 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802fbb5-3896-4084-b3ca-704add18d059 req-b497ca49-e688-40a8-b545-5c921066a66a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:14.257729 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b802fbb5-3896-4084-b3ca-704add18d059 req-b497ca49-e688-40a8-b545-5c921066a66a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 931 time: 1.1074367 Apr 14 16:11:14.329780 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ea548-ac18-4398-b178-d7837355e907 req-27a16f22-b1fb-447e-ba39-df4a7809eeb5 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:14.331721 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a08ea548-ac18-4398-b178-d7837355e907 req-27a16f22-b1fb-447e-ba39-df4a7809eeb5 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 944 time: 0.2775114 Apr 14 16:11:14.338295 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2c2dfdf0-0e90-4725-983e-5788f93ec315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.346094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-dc9daa1a-3953-4f46-b818-22e7429d4fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:14.386099 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2dfdf0-0e90-4725-983e-5788f93ec315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec8f711-50f2-438d-a2d6-bad76b93cb64,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:14.420848 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2c2dfdf0-0e90-4725-983e-5788f93ec315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:14.445881 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a08ea548-ac18-4398-b178-d7837355e907 req-90d30851-b6f1-4a24-974c-314167fa9011 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/security-groups?id=271c76f5-128c-40fb-935c-eed222b532d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009226 Apr 14 16:11:14.446728 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2c2dfdf0-0e90-4725-983e-5788f93ec315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.450794 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-2c2dfdf0-0e90-4725-983e-5788f93ec315 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ec8f711-50f2-438d-a2d6-bad76b93cb64 HTTP/1.1" status: 204 len: 168 time: 0.5627685 Apr 14 16:11:14.499602 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b5d9de07-8c9e-4207-ade6-f7c7f0a0b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.628055 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.652337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:14.653493 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0bacb9-233d-4561-9882-6c9619a84e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:14.718455 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35594) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:14.734500 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b802fbb5-3896-4084-b3ca-704add18d059 req-127fd59f-91f0-4089-8246-a72d1bc95c23 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4754436 Apr 14 16:11:14.739002 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f22b1462-ed57-4cc3-b445-8a61b98d14ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.747812 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.749155 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:14.760123 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f22b1462-ed57-4cc3-b445-8a61b98d14ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:14.771086 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f22b1462-ed57-4cc3-b445-8a61b98d14ce admin admin] Usage tracker for resource:security_group_rule and tenant:5deac3f2e0534fc1923eff19917bead9 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:14.778117 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f22b1462-ed57-4cc3-b445-8a61b98d14ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:14.798443 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2dd30656-83b6-47c8-bf21-2226ca9bd393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:14.800087 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f22b1462-ed57-4cc3-b445-8a61b98d14ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:14.824047 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfd289-15bf-40e0-bebe-54c5603626a3 req-e1874ec1-42e2-40ec-93d2-8fa3b3701197 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:14.832466 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-10bfd289-15bf-40e0-bebe-54c5603626a3 req-e1874ec1-42e2-40ec-93d2-8fa3b3701197 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.1828122 Apr 14 16:11:14.851327 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:14.852044 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.878396 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-10bfd289-15bf-40e0-bebe-54c5603626a3 req-e157fe2c-7418-45ed-8fab-a8f86973749d tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447037 Apr 14 16:11:14.929322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:14.941331 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:14.942727 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:14.948328 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:14.948862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.985280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f22b1462-ed57-4cc3-b445-8a61b98d14ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.989829 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f22b1462-ed57-4cc3-b445-8a61b98d14ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.028479 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f2e0acbc-f4cd-43fe-a0d7-5abe7e5acec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:15.041103 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-f22b1462-ed57-4cc3-b445-8a61b98d14ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5deac3f2e0534fc1923eff19917bead9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208649 Apr 14 16:11:15.046458 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35606) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:15.082845 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-fdb3f61b-35c4-468d-8182-c699c495ba0a req-9ea3f2de-8615-4010-9d26-98e6995a9c2d tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Synchronizing usage tracker for tenant:3ef0238a8f524a30a94d06aa25d272f8 on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:15.111220 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b1462-ed57-4cc3-b445-8a61b98d14ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b972ac-ea7d-4d9d-acd9-f22e6deacf62,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:15.125857 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f22b1462-ed57-4cc3-b445-8a61b98d14ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:15.167852 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ce5c-47f4-4585-9297-0e39f6da69ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.169602 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1566901 Apr 14 16:11:15.204744 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ce5c-47f4-4585-9297-0e39f6da69ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.207759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.243391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-fdb3f61b-35c4-468d-8182-c699c495ba0a req-9ea3f2de-8615-4010-9d26-98e6995a9c2d tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Unset dirty status for tenant:3ef0238a8f524a30a94d06aa25d272f8 on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:15.244714 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fdb3f61b-35c4-468d-8182-c699c495ba0a req-9ea3f2de-8615-4010-9d26-98e6995a9c2d tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 210 time: 0.4163613 Apr 14 16:11:15.248128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.260373 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ce5c-47f4-4585-9297-0e39f6da69ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.272217 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:15.283060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-037b8ba5-0796-4f29-926d-b8dbe83f9e58 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:15.285029 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ce5c-47f4-4585-9297-0e39f6da69ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.286406 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-b3f0ce5c-47f4-4585-9297-0e39f6da69ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a2b972ac-ea7d-4d9d-acd9-f22e6deacf62 HTTP/1.1" status: 204 len: 168 time: 0.2386665 Apr 14 16:11:15.287303 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0ce5c-47f4-4585-9297-0e39f6da69ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b972ac-ea7d-4d9d-acd9-f22e6deacf62,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:15.290123 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b3f0ce5c-47f4-4585-9297-0e39f6da69ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:15.422967 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.444174 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8c7ab778-5b23-468f-a76c-4db3dc5b5d0f,segment=NetworkSegment(7b5275f8-746a-4440-8a56-62645a8bb13c),segment_id=7b5275f8-746a-4440-8a56-62645a8bb13c)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:15.447180 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.450235 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:15.526145 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Pushing event updated for resources: {'Port': ['ID=62e231df-b818-4af2-9f14-40ff97cf8351,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:15.542471 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:15.551009 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74de9c1-8188-4d05-92fc-6cdce0aa2e31 {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:15.551296 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=8c7ab778-5b23-468f-a76c-4db3dc5b5d0f,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:15.564584 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:15.579845 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.651379 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Transition to ACTIVE for port object d74de9c1-8188-4d05-92fc-6cdce0aa2e31 will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:15.663980 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0bacb9-233d-4561-9882-6c9619a84e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f', 'code': 200} Apr 14 16:11:15.698891 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.728438 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:15.866576 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:15.881102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:15.885894 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:15.946038 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Pushing event updated for resources: {'Port': ['ID=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:15.949754 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:15.954944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35646) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:16.006835 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645d8d6-0f86-4d6b-b996-1a3fcac3b51c req-34f62f77-759b-4a51-8a13-cfa035ada318 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:16.009145 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b645d8d6-0f86-4d6b-b996-1a3fcac3b51c req-34f62f77-759b-4a51-8a13-cfa035ada318 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.1160936 Apr 14 16:11:16.046859 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4f88f-6ae5-4c12-a9df-2c098ecf4a3c req-aca7b88f-7256-4259-913a-97d29a794888 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:16.048510 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aae4f88f-6ae5-4c12-a9df-2c098ecf4a3c req-aca7b88f-7256-4259-913a-97d29a794888 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 945 time: 0.3986545 Apr 14 16:11:16.062025 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b645d8d6-0f86-4d6b-b996-1a3fcac3b51c req-8a25b19e-d66e-4a8d-bcee-24eea9fd2da6 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460544 Apr 14 16:11:16.220294 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.250678 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aae4f88f-6ae5-4c12-a9df-2c098ecf4a3c req-413ce887-191a-44e5-8779-fbdfa58b9e48 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/security-groups?id=271c76f5-128c-40fb-935c-eed222b532d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045554 Apr 14 16:11:16.250871 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1972823767-network', 'tenant_id': '209cc9c8884848bba856e8dfb70f2535'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:16.260241 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:16.275309 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Usage tracker for resource:network and tenant:209cc9c8884848bba856e8dfb70f2535 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:16.286006 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:16.307988 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:16.331360 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed8a4d-bf65-482e-ae3a-7c81e9fae154 req-04090835-551c-4889-b371-f5c870b3bcef tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:16.339379 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0bed8a4d-bf65-482e-ae3a-7c81e9fae154 req-04090835-551c-4889-b371-f5c870b3bcef tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.1588902 Apr 14 16:11:16.355568 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Made reservation on behalf of 209cc9c8884848bba856e8dfb70f2535 for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:16.361135 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.379222 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.382721 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Attempting to bind port d74de9c1-8188-4d05-92fc-6cdce0aa2e31 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:16.383217 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Attempting to bind port d74de9c1-8188-4d05-92fc-6cdce0aa2e31 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'd9a60fe3-e383-4041-a6db-f19ffbb770c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:16.383584 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Attempting to bind port d74de9c1-8188-4d05-92fc-6cdce0aa2e31 on network b1543812-41fe-4295-b0c3-e4201c886b18 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:16.400586 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Port d74de9c1-8188-4d05-92fc-6cdce0aa2e31 on network b1543812-41fe-4295-b0c3-e4201c886b18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:11:16.400870 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Attempting to bind port d74de9c1-8188-4d05-92fc-6cdce0aa2e31 on network b1543812-41fe-4295-b0c3-e4201c886b18 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:16.408563 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.414778 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0bed8a4d-bf65-482e-ae3a-7c81e9fae154 req-95848079-b308-4614-a8cf-7834d7f476d1 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744209 Apr 14 16:11:16.415998 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:16.429886 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Usage tracker for resource:security_group_rule and tenant:209cc9c8884848bba856e8dfb70f2535 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:16.433574 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:16.440014 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:16.440724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:16.441099 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Checking segment: {'id': 'd9a60fe3-e383-4041-a6db-f19ffbb770c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:16.441727 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Bound using segment: {'id': 'd9a60fe3-e383-4041-a6db-f19ffbb770c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:16.441985 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Bound port: d74de9c1-8188-4d05-92fc-6cdce0aa2e31, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a60fe3-e383-4041-a6db-f19ffbb770c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:16.442359 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.527921 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.531421 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.535751 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:16.559275 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4966fb20-1ec6-4241-8997-4ceadce324d7 req-a0f90a8d-1b79-4dc4-9261-2906555984c9 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 210 time: 0.0858052 Apr 14 16:11:16.569720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:11:16.572313 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e836d985-e1af-49e4-a737-3a48bda6b197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.592452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0b43b8-b15b-45e3-9470-0126c1158ca6,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:16.597219 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.597686 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Added segment 32918a63-8e32-4ae1-984e-64809d6fde8b of type vlan for network 8223de9c-0e82-4d6e-9d75-2a6d0a55ec75 Apr 14 16:11:16.599045 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:16.628484 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.663107 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.664766 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:16.665617 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.669967 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:16.675458 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] For port d74de9c1-8188-4d05-92fc-6cdce0aa2e31, host hv-cinder-78626, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:16.692028 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] For port d74de9c1-8188-4d05-92fc-6cdce0aa2e31, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:16.697659 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.725425 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:16.780480 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8233399 Apr 14 16:11:16.781149 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Pushing event updated for resources: {'Network': ['ID=8223de9c-0e82-4d6e-9d75-2a6d0a55ec75,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:16.783579 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35670) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:16.786060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:16.790222 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-8d9673fc-9012-4d2a-a2f3-9ae9cd1b234c admin admin] Request body: {'subnet': {'network_id': '8223de9c-0e82-4d6e-9d75-2a6d0a55ec75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1972823767-subnet', 'tenant_id': '209cc9c8884848bba856e8dfb70f2535', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:16.797010 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network 8223de9c-0e82-4d6e-9d75-2a6d0a55ec75 details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:11:16.802089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-8d9673fc-9012-4d2a-a2f3-9ae9cd1b234c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:16.809070 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-8d9673fc-9012-4d2a-a2f3-9ae9cd1b234c admin admin] Usage tracker for resource:subnet and tenant:209cc9c8884848bba856e8dfb70f2535 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:16.814245 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-8d9673fc-9012-4d2a-a2f3-9ae9cd1b234c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:16.824322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-8d9673fc-9012-4d2a-a2f3-9ae9cd1b234c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:16.839164 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9673fc-9012-4d2a-a2f3-9ae9cd1b234c admin admin] Made reservation on behalf of 209cc9c8884848bba856e8dfb70f2535 for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:16.845016 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8d9673fc-9012-4d2a-a2f3-9ae9cd1b234c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852040108'] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.895652 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Pushing event updated for resources: {'Port': ['ID=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:16.980214 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:17.052806 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:17.053516 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.054997 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] 10.222.0.41 "PUT /v2.0/ports/d74de9c1-8188-4d05-92fc-6cdce0aa2e31 HTTP/1.1" status: 200 len: 1093 time: 4.4534802 Apr 14 16:11:17.055519 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'tag': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:17.085286 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.091909 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.110023 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:17.216025 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'tag': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31', 'status': 'completed', 'code': 200} Apr 14 16:11:17.217715 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Pushing event updated for resources: {'Port': ['ID=62e231df-b818-4af2-9f14-40ff97cf8351,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:17.237211 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:17.399161 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8d9673fc-9012-4d2a-a2f3-9ae9cd1b234c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2660526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852040149'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.417333 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1bb5cfbf-c902-4d6d-85ca-9a729c0696d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:17.506784 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.625693 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9673fc-9012-4d2a-a2f3-9ae9cd1b234c admin admin] Pushing event updated for resources: {'Subnet': ['ID=176ccdc9-3004-4613-969a-1b3d162db433,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:17.628696 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8d9673fc-9012-4d2a-a2f3-9ae9cd1b234c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:17.658966 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a7a83-4832-4c26-9696-3b52722ce554 req-3299f59f-d7ce-41cd-8842-4c186fcc2a81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:17.660144 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-330a7a83-4832-4c26-9696-3b52722ce554 req-3299f59f-d7ce-41cd-8842-4c186fcc2a81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.3662961 Apr 14 16:11:17.679900 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8c55df-edf8-4724-b17f-3208b924a324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7ab778-5b23-468f-a76c-4db3dc5b5d0f'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:17.685893 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6172e-32f6-406a-895f-630c9166d166 req-bd12f49e-b3a1-4dd2-a860-3f84c9f4b1c4 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:17.687722 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-94d6172e-32f6-406a-895f-630c9166d166 req-bd12f49e-b3a1-4dd2-a860-3f84c9f4b1c4 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 945 time: 0.2716308 Apr 14 16:11:17.692124 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.728520 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-330a7a83-4832-4c26-9696-3b52722ce554 req-3fd364b1-24d6-4dd3-a3a8-532949b6afb0 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370626 Apr 14 16:11:17.744166 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9673fc-9012-4d2a-a2f3-9ae9cd1b234c admin admin] Checking segment: {'id': '32918a63-8e32-4ae1-984e-64809d6fde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8223de9c-0e82-4d6e-9d75-2a6d0a55ec75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:17.744570 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9673fc-9012-4d2a-a2f3-9ae9cd1b234c admin admin] Network hostable DHCP agents. Network: 8223de9c-0e82-4d6e-9d75-2a6d0a55ec75, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:11:17.745467 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854381538'] for floatingip, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.752751 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-94d6172e-32f6-406a-895f-630c9166d166 req-d23707ff-adcc-44ea-95cb-9454c1a4a0cf tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/security-groups?id=271c76f5-128c-40fb-935c-eed222b532d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429430 Apr 14 16:11:17.769223 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.777199 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4921880 Apr 14 16:11:17.782358 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9673fc-9012-4d2a-a2f3-9ae9cd1b234c admin admin] Network 8223de9c-0e82-4d6e-9d75-2a6d0a55ec75 is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:11:17.795126 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-8d9673fc-9012-4d2a-a2f3-9ae9cd1b234c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, 8223de9c-0e82-4d6e-9d75-2a6d0a55ec75) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:17.809134 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9673fc-9012-4d2a-a2f3-9ae9cd1b234c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:17.810524 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8d9673fc-9012-4d2a-a2f3-9ae9cd1b234c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.815690 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98617776-c355-4760-b6ba-c0c39bfec158 None None] Network 8223de9c-0e82-4d6e-9d75-2a6d0a55ec75 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:17.835677 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-8d9673fc-9012-4d2a-a2f3-9ae9cd1b234c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0510578 Apr 14 16:11:18.067494 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Request body: {'port': {'device_id': '0a704e48-ff08-4961-9c93-7a0fdf04543d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:18.074317 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7f3fa846-9c43-42c4-8629-8abbd73c1013 req-e3abd288-f645-4843-aafb-acf738dc4a90 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 210 time: 0.1658597 Apr 14 16:11:18.141582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785c2d42-e14d-48d8-a6d1-2dbefed8a1f6 None None] Network 8223de9c-0e82-4d6e-9d75-2a6d0a55ec75 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:18.329998 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8c55df-edf8-4724-b17f-3208b924a324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7ab778-5b23-468f-a76c-4db3dc5b5d0f', 'code': 200} Apr 14 16:11:18.387357 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-ee8f8095-e853-45af-975e-370ae90b2131 req-7b72c05b-bf5c-4e4f-9f29-8093a27324be tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Synchronizing usage tracker for tenant:933c87bdb5354dc39f728c1bc6dfd17e on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:18.393487 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35732) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:18.417447 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-ee8f8095-e853-45af-975e-370ae90b2131 req-7b72c05b-bf5c-4e4f-9f29-8093a27324be tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Unset dirty status for tenant:933c87bdb5354dc39f728c1bc6dfd17e on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:18.428338 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee8f8095-e853-45af-975e-370ae90b2131 req-7b72c05b-bf5c-4e4f-9f29-8093a27324be tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--656321179&fields=id&tenant_id=933c87bdb5354dc39f728c1bc6dfd17e HTTP/1.1" status: 200 len: 267 time: 0.0894797 Apr 14 16:11:18.539528 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:18.612903 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.41', 58503) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:18.721564 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1586640-1b17-4171-a130-6e82c395702c req-f71031db-6ada-4fe9-896c-e134732df979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:18.723518 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b1586640-1b17-4171-a130-6e82c395702c req-f71031db-6ada-4fe9-896c-e134732df979 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f&device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 1096 time: 0.5214202 Apr 14 16:11:18.737420 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384a4d-0d86-485b-8dbf-def6308330d5 req-e1c208a5-5c91-4e5a-ae6b-2bded9f73a4d tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:18.740775 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11435745-4dbd-40e1-9d6d-31a6c6749bd5 req-4bd284e2-82fa-4169-996e-ec97689ebacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:18.742496 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-11435745-4dbd-40e1-9d6d-31a6c6749bd5 req-4bd284e2-82fa-4169-996e-ec97689ebacf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 1099 time: 0.2615075 Apr 14 16:11:18.745861 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8d384a4d-0d86-485b-8dbf-def6308330d5 req-e1c208a5-5c91-4e5a-ae6b-2bded9f73a4d tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.8330834 Apr 14 16:11:18.781019 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f8095-e853-45af-975e-370ae90b2131 req-884cedd9-2f36-4029-a517-2bac911ec87e tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:18.781819 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-ee8f8095-e853-45af-975e-370ae90b2131 req-884cedd9-2f36-4029-a517-2bac911ec87e tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Synchronizing usage tracker for tenant:933c87bdb5354dc39f728c1bc6dfd17e on resource:network {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:18.793721 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-11435745-4dbd-40e1-9d6d-31a6c6749bd5 req-6bfa55be-8d13-4e0b-bd1f-69acc394f413 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:18.844001 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-11435745-4dbd-40e1-9d6d-31a6c6749bd5 req-6bfa55be-8d13-4e0b-bd1f-69acc394f413 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:18.850416 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c2e1387d-6a9f-40b9-b6a1-f99f01fc5bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:18.862456 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.41', 58505) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:18.863610 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-11435745-4dbd-40e1-9d6d-31a6c6749bd5 req-6bfa55be-8d13-4e0b-bd1f-69acc394f413 service neutron] Usage tracker for resource:security_group_rule and tenant:19e39aa046414159a892045ddadc0088 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:18.870779 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-11435745-4dbd-40e1-9d6d-31a6c6749bd5 req-6bfa55be-8d13-4e0b-bd1f-69acc394f413 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:18.937953 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:18.940989 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 35758) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:18.954014 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8d384a4d-0d86-485b-8dbf-def6308330d5 req-3388df59-a403-40ac-915d-56e209474be3 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066982 Apr 14 16:11:19.015623 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1685100110-network', 'tenant_id': 'cabca082e2dd4a7bad20bacf0c325276'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:19.038557 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:19.047492 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Usage tracker for resource:network and tenant:cabca082e2dd4a7bad20bacf0c325276 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:19.052145 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:19.069924 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:19.145109 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1586640-1b17-4171-a130-6e82c395702c req-e84e0e0f-6536-43b9-ad07-414d1e47616a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:19.147272 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b1586640-1b17-4171-a130-6e82c395702c req-e84e0e0f-6536-43b9-ad07-414d1e47616a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3990638 Apr 14 16:11:19.250107 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-11435745-4dbd-40e1-9d6d-31a6c6749bd5 req-6bfa55be-8d13-4e0b-bd1f-69acc394f413 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:19.252704 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-ee8f8095-e853-45af-975e-370ae90b2131 req-884cedd9-2f36-4029-a517-2bac911ec87e tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Unset dirty status for tenant:933c87bdb5354dc39f728c1bc6dfd17e on resource:network {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:19.254020 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee8f8095-e853-45af-975e-370ae90b2131 req-884cedd9-2f36-4029-a517-2bac911ec87e tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/networks?id=5635013d-c232-42e6-92f8-9c466e9855da HTTP/1.1" status: 200 len: 811 time: 0.8244731 Apr 14 16:11:19.255037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-c2e1387d-6a9f-40b9-b6a1-f99f01fc5bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:19.277025 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-c2e1387d-6a9f-40b9-b6a1-f99f01fc5bb8 admin admin] Usage tracker for resource:security_group_rule and tenant:af532a902f7a451a84069f11cecab208 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:19.291213 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Made reservation on behalf of cabca082e2dd4a7bad20bacf0c325276 for: {'network': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:19.296514 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:19.297933 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-c2e1387d-6a9f-40b9-b6a1-f99f01fc5bb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:19.320703 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-c2e1387d-6a9f-40b9-b6a1-f99f01fc5bb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:19.324531 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee8f8095-e853-45af-975e-370ae90b2131 req-c4b3b9d2-df5a-461a-bd6d-7f8d84abd1ca tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/quotas/933c87bdb5354dc39f728c1bc6dfd17e HTTP/1.1" status: 200 len: 375 time: 0.0619416 Apr 14 16:11:19.338979 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-8ce6f4c4-6231-4f4a-b13d-cf419c3c4b2d tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:19.340519 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-8ce6f4c4-6231-4f4a-b13d-cf419c3c4b2d tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.41 "GET /v2.0/networks?id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c HTTP/1.1" status: 200 len: 817 time: 0.4723067 Apr 14 16:11:19.348887 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:19.403598 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-8de5d9e3-b492-4c70-8537-693d6dcfe905 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Request body: {'port': {'device_id': 'dab89b0d-d22c-4d99-8946-878629b4a370', 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c', 'admin_state_up': True, 'tenant_id': '3ef0238a8f524a30a94d06aa25d272f8'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:19.477051 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bba9f-cc55-48d8-9fe0-ba9df611b8ac req-95edff63-e9ac-431b-983e-9ed44465b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:19.478661 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee2bba9f-cc55-48d8-9fe0-ba9df611b8ac req-95edff63-e9ac-431b-983e-9ed44465b346 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 1098 time: 0.8621721 Apr 14 16:11:19.494562 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:19.526928 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Usage tracker for resource:security_group_rule and tenant:cabca082e2dd4a7bad20bacf0c325276 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:19.540026 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:19.553549 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ee2bba9f-cc55-48d8-9fe0-ba9df611b8ac req-654943ab-8d4c-462e-b72c-b53e23b574e9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:19.583630 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:19.616861 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-ee2bba9f-cc55-48d8-9fe0-ba9df611b8ac req-654943ab-8d4c-462e-b72c-b53e23b574e9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:19.626321 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-ee2bba9f-cc55-48d8-9fe0-ba9df611b8ac req-654943ab-8d4c-462e-b72c-b53e23b574e9 service neutron] Usage tracker for resource:security_group_rule and tenant:19e39aa046414159a892045ddadc0088 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:19.632225 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-ee2bba9f-cc55-48d8-9fe0-ba9df611b8ac req-654943ab-8d4c-462e-b72c-b53e23b574e9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:19.641353 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-11435745-4dbd-40e1-9d6d-31a6c6749bd5 req-6bfa55be-8d13-4e0b-bd1f-69acc394f413 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:19.656581 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-ee2bba9f-cc55-48d8-9fe0-ba9df611b8ac req-654943ab-8d4c-462e-b72c-b53e23b574e9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:19.669449 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-11435745-4dbd-40e1-9d6d-31a6c6749bd5 req-6bfa55be-8d13-4e0b-bd1f-69acc394f413 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:19.682194 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:19.685085 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1586640-1b17-4171-a130-6e82c395702c req-ed19a323-a289-4c7f-85fd-aac0e545724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:19.686815 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b1586640-1b17-4171-a130-6e82c395702c req-ed19a323-a289-4c7f-85fd-aac0e545724f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4668205 Apr 14 16:11:19.695217 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858062f8-41ba-4b44-bdc0-5bd0f2cfd953 req-103f2ef8-6232-4284-a667-078ad702dc1e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:19.696768 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-858062f8-41ba-4b44-bdc0-5bd0f2cfd953 req-103f2ef8-6232-4284-a667-078ad702dc1e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.4956374 Apr 14 16:11:19.703226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-ee8f8095-e853-45af-975e-370ae90b2131 req-0b6d2500-18bb-40a1-822a-5898b34a95e1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Synchronizing usage tracker for tenant:933c87bdb5354dc39f728c1bc6dfd17e on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:19.740698 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-8de5d9e3-b492-4c70-8537-693d6dcfe905 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:19.744416 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-11435745-4dbd-40e1-9d6d-31a6c6749bd5 req-6bfa55be-8d13-4e0b-bd1f-69acc394f413 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9946172 Apr 14 16:11:19.769436 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa55be-8d13-4e0b-bd1f-69acc394f413 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=07bbae9f-d6dc-4529-b940-5c646c2e4037,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:19.781454 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-6bfa55be-8d13-4e0b-bd1f-69acc394f413 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:19.783603 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c2e1387d-6a9f-40b9-b6a1-f99f01fc5bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:19.785232 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-8de5d9e3-b492-4c70-8537-693d6dcfe905 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:19.787676 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-ee8f8095-e853-45af-975e-370ae90b2131 req-0b6d2500-18bb-40a1-822a-5898b34a95e1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Unset dirty status for tenant:933c87bdb5354dc39f728c1bc6dfd17e on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:19.789126 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee8f8095-e853-45af-975e-370ae90b2131 req-0b6d2500-18bb-40a1-822a-5898b34a95e1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=933c87bdb5354dc39f728c1bc6dfd17e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4470909 Apr 14 16:11:19.790838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c2e1387d-6a9f-40b9-b6a1-f99f01fc5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:19.801856 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:19.861311 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.db.api [req-ee2bba9f-cc55-48d8-9fe0-ba9df611b8ac req-654943ab-8d4c-462e-b72c-b53e23b574e9 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['PRIMARY'] with value(s) 19e39aa046414159a892045ddadc0088 {{(pid=85245) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:11:19.861757 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-8de5d9e3-b492-4c70-8537-693d6dcfe905 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Made reservation on behalf of 3ef0238a8f524a30a94d06aa25d272f8 for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:19.861846 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_db.api [req-ee2bba9f-cc55-48d8-9fe0-ba9df611b8ac req-654943ab-8d4c-462e-b72c-b53e23b574e9 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:11:19.869022 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-8de5d9e3-b492-4c70-8537-693d6dcfe905 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:19.873427 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-858062f8-41ba-4b44-bdc0-5bd0f2cfd953 req-aea9ba5e-c7b1-4080-a83d-ee3f5ca92c70 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431637 Apr 14 16:11:19.891070 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a60b7b-6e5f-46c0-9f81-4dffc4926337 {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:19.905794 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:19.963085 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Transition to ACTIVE for port object 56a60b7b-6e5f-46c0-9f81-4dffc4926337 will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:19.978201 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:19.999023 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:20.004922 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1387d-6a9f-40b9-b6a1-f99f01fc5bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a9d924-8552-48c4-b5fe-a6c08afca38a,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:20.027177 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-c2e1387d-6a9f-40b9-b6a1-f99f01fc5bb8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af532a902f7a451a84069f11cecab208&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6179295 Apr 14 16:11:20.035769 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c2e1387d-6a9f-40b9-b6a1-f99f01fc5bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:20.036349 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35784) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:20.052249 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-a67009a5-5a01-4f16-bddf-c8256b122da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:20.053839 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-a67009a5-5a01-4f16-bddf-c8256b122da1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f&device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 1096 time: 0.3222895 Apr 14 16:11:20.058304 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.168421 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.171451 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee8f8095-e853-45af-975e-370ae90b2131 req-e6094012-6435-498c-88cd-8c63e13f2eca service neutron] 10.222.0.60 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590684 Apr 14 16:11:20.260234 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-30ff8601-4c62-436a-b7f5-345560424b45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d74de9c1-8188-4d05-92fc-6cdce0aa2e31 HTTP/1.1" status: 200 len: 217 time: 0.1898258 Apr 14 16:11:20.278747 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Pushing event updated for resources: {'Port': ['ID=56a60b7b-6e5f-46c0-9f81-4dffc4926337,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:20.320722 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:20.324922 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d04a99d0-6713-4912-b401-1e17630cde7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.331290 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=85245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:11:20.333715 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-8de5d9e3-b492-4c70-8537-693d6dcfe905 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Allocated IP 172.20.0.13 (adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c/155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e/d0063e5f-fce6-4c5b-9155-46be8709096a) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:20.333855 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:20.364057 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ee2bba9f-cc55-48d8-9fe0-ba9df611b8ac req-654943ab-8d4c-462e-b72c-b53e23b574e9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.396608 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d04a99d0-6713-4912-b401-1e17630cde7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.467807 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee8f8095-e853-45af-975e-370ae90b2131 req-4d1fde8a-7658-4dde-9115-7698f60206d3 service neutron] 10.222.0.60 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867587 Apr 14 16:11:20.589602 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d04a99d0-6713-4912-b401-1e17630cde7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.626796 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b3f0ce5c-47f4-4585-9297-0e39f6da69ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:20.633528 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.634057 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Added segment e10cd316-d896-4eaf-86cc-daefa0106ae6 of type vlan for network d497a7bf-84e5-44d6-8b70-801965a61513 Apr 14 16:11:20.659105 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a99d0-6713-4912-b401-1e17630cde7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a9d924-8552-48c4-b5fe-a6c08afca38a,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:20.668110 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d04a99d0-6713-4912-b401-1e17630cde7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:20.698657 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5b9cdf-870f-447a-b839-ce3f274d5aca,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:20.699163 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d04a99d0-6713-4912-b401-1e17630cde7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.703581 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d04a99d0-6713-4912-b401-1e17630cde7d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71a9d924-8552-48c4-b5fe-a6c08afca38a HTTP/1.1" status: 204 len: 168 time: 0.6584935 Apr 14 16:11:20.735701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:20.744946 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-8de5d9e3-b492-4c70-8537-693d6dcfe905 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.754940 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-74d4d561-f8f6-4fe8-b178-998cae4b23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:20.762953 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-74d4d561-f8f6-4fe8-b178-998cae4b23f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e65b27a-159c-4d87-bc0d-8c19d0e1a018 HTTP/1.1" status: 200 len: 856 time: 0.4855366 Apr 14 16:11:20.885302 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-ab7cbb88-848a-44d6-b30b-922289066098 req-1acb4819-f886-4e99-8fb2-576ee06be648 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Synchronizing usage tracker for tenant:3ef0238a8f524a30a94d06aa25d272f8 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:20.891929 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-8de5d9e3-b492-4c70-8537-693d6dcfe905 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.917846 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0390af2b-4099-4568-9c1d-d291c10df68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:20.939442 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9330556-bf95-4dc2-bcaf-57596902937b req-e595071d-a6ef-4630-9965-6a41a9b38f6e tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:20.955712 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b9330556-bf95-4dc2-bcaf-57596902937b req-e595071d-a6ef-4630-9965-6a41a9b38f6e tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 945 time: 0.8990211 Apr 14 16:11:20.956122 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:21.091777 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-ab7cbb88-848a-44d6-b30b-922289066098 req-1acb4819-f886-4e99-8fb2-576ee06be648 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Unset dirty status for tenant:3ef0238a8f524a30a94d06aa25d272f8 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:21.092955 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ab7cbb88-848a-44d6-b30b-922289066098 req-1acb4819-f886-4e99-8fb2-576ee06be648 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 210 time: 0.3016443 Apr 14 16:11:21.112125 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5d9e3-b492-4c70-8537-693d6dcfe905 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Pushing event updated for resources: {'Port': ['ID=d0063e5f-fce6-4c5b-9155-46be8709096a,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:21.123807 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8de5d9e3-b492-4c70-8537-693d6dcfe905 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:21.201161 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b9330556-bf95-4dc2-bcaf-57596902937b req-875e38e6-eb7c-44d6-b54a-a1a60e1b7324 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/security-groups?id=271c76f5-128c-40fb-935c-eed222b532d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737761 Apr 14 16:11:21.204580 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee2bba9f-cc55-48d8-9fe0-ba9df611b8ac req-654943ab-8d4c-462e-b72c-b53e23b574e9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=271c76f5-128c-40fb-935c-eed222b532d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7135096 Apr 14 16:11:21.250786 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 35810) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:21.271024 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-8de5d9e3-b492-4c70-8537-693d6dcfe905 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Network adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:21.272665 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-8de5d9e3-b492-4c70-8537-693d6dcfe905 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:21.274909 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-8de5d9e3-b492-4c70-8537-693d6dcfe905 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:21.300037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:21.307591 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0068dd01-14cb-43c0-a2fc-2aad1d0cd8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:21.322910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:21.323552 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:21.335475 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-915436e2-6680-46a4-8357-6577c02cba7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:21.383725 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-b18e82b3-f666-4fdd-8ea9-c28a376df689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:21.385333 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-b18e82b3-f666-4fdd-8ea9-c28a376df689 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1543812-41fe-4295-b0c3-e4201c886b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5951178 Apr 14 16:11:21.415478 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-8de5d9e3-b492-4c70-8537-693d6dcfe905 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:21.416150 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-8de5d9e3-b492-4c70-8537-693d6dcfe905 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:21.430864 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-0068dd01-14cb-43c0-a2fc-2aad1d0cd8ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:21.455627 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-8de5d9e3-b492-4c70-8537-693d6dcfe905 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1028419 Apr 14 16:11:21.481181 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-0068dd01-14cb-43c0-a2fc-2aad1d0cd8ea admin admin] Usage tracker for resource:security_group_rule and tenant:83c60ff5fb7f4a0a8390c3808c575d9a is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:21.488294 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52852321-d264-448a-81ae-c6c9218b2583 req-604bdebf-4b92-4cd2-acf9-4afa7214141f tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:21.498198 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-52852321-d264-448a-81ae-c6c9218b2583 req-604bdebf-4b92-4cd2-acf9-4afa7214141f tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.1395695 Apr 14 16:11:21.499047 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-0068dd01-14cb-43c0-a2fc-2aad1d0cd8ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:21.520626 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Request body: {'port': {'device_id': 'dab89b0d-d22c-4d99-8946-878629b4a370', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:21.575231 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-41885d4f-8f14-4943-b129-5ff3a69016db req-9ab6aa14-9101-4c41-8361-50e45c2476f5 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 210 time: 0.2237177 Apr 14 16:11:21.586370 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-0068dd01-14cb-43c0-a2fc-2aad1d0cd8ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:21.588415 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Attempting to bind port 56a60b7b-6e5f-46c0-9f81-4dffc4926337 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:21.588789 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Attempting to bind port 56a60b7b-6e5f-46c0-9f81-4dffc4926337 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '17318d1e-9897-40a1-858c-8a4987f7fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:21.589176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Attempting to bind port 56a60b7b-6e5f-46c0-9f81-4dffc4926337 on network adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:21.612335 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Port 56a60b7b-6e5f-46c0-9f81-4dffc4926337 on network adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:11:21.612690 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Attempting to bind port 56a60b7b-6e5f-46c0-9f81-4dffc4926337 on network adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:21.615033 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Pushing event updated for resources: {'Network': ['ID=d497a7bf-84e5-44d6-8b70-801965a61513,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:21.626258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network d497a7bf-84e5-44d6-8b70-801965a61513 details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:11:21.672432 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:21.673979 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7187736 Apr 14 16:11:21.682899 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-52852321-d264-448a-81ae-c6c9218b2583 req-7b6f6570-07b5-40d3-b478-5b0f774df3c9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835890 Apr 14 16:11:21.687917 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:21.688296 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Checking segment: {'id': '17318d1e-9897-40a1-858c-8a4987f7fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:21.688713 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Bound using segment: {'id': '17318d1e-9897-40a1-858c-8a4987f7fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:21.689257 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Bound port: 56a60b7b-6e5f-46c0-9f81-4dffc4926337, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17318d1e-9897-40a1-858c-8a4987f7fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:21.689633 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:21.710416 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35814) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:21.724296 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-5347a2f1-a3be-4c70-b3a4-c0c68ccab48e admin admin] Request body: {'subnet': {'network_id': 'd497a7bf-84e5-44d6-8b70-801965a61513', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1685100110-subnet', 'tenant_id': 'cabca082e2dd4a7bad20bacf0c325276', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:21.733490 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-5347a2f1-a3be-4c70-b3a4-c0c68ccab48e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:21.736735 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:21.775344 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-5347a2f1-a3be-4c70-b3a4-c0c68ccab48e admin admin] Usage tracker for resource:subnet and tenant:cabca082e2dd4a7bad20bacf0c325276 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:21.790535 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-5347a2f1-a3be-4c70-b3a4-c0c68ccab48e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:21.802863 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-5347a2f1-a3be-4c70-b3a4-c0c68ccab48e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:21.828628 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5347a2f1-a3be-4c70-b3a4-c0c68ccab48e admin admin] Made reservation on behalf of cabca082e2dd4a7bad20bacf0c325276 for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:21.833669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5347a2f1-a3be-4c70-b3a4-c0c68ccab48e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852040108'] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:21.837430 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-e6c6a324-1cd6-40af-a378-e98c3e95bf07 service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896487 Apr 14 16:11:21.847045 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] For port 56a60b7b-6e5f-46c0-9f81-4dffc4926337, host hv-cinder-78626, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:21.902144 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] For port 56a60b7b-6e5f-46c0-9f81-4dffc4926337, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=56a60b7b-6e5f-46c0-9f81-4dffc4926337,segment=NetworkSegment(17318d1e-9897-40a1-858c-8a4987f7fe53),segment_id=17318d1e-9897-40a1-858c-8a4987f7fe53)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:21.955124 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:21.988358 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:22.262233 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0068dd01-14cb-43c0-a2fc-2aad1d0cd8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:22.289938 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0068dd01-14cb-43c0-a2fc-2aad1d0cd8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:22.308417 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Pushing event updated for resources: {'Port': ['ID=56a60b7b-6e5f-46c0-9f81-4dffc4926337,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:22.335148 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:22.366465 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:22.464284 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-e450cfb8-16c5-481e-9af0-44d5dbc3c41a service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145988 Apr 14 16:11:22.486543 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068dd01-14cb-43c0-a2fc-2aad1d0cd8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62cac49-11ee-45ca-ad46-446cf7ea96f5,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:22.556570 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0068dd01-14cb-43c0-a2fc-2aad1d0cd8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:22.586130 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-0068dd01-14cb-43c0-a2fc-2aad1d0cd8ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83c60ff5fb7f4a0a8390c3808c575d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3274806 Apr 14 16:11:22.601306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 35828) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:22.616829 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a98b90-083e-4bfc-9318-76942b239682 req-15fc5337-4f09-45b5-bcdf-a7ddb4fab3ce tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:22.619666 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f4a98b90-083e-4bfc-9318-76942b239682 req-15fc5337-4f09-45b5-bcdf-a7ddb4fab3ce tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.7371831 Apr 14 16:11:22.639147 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:22.639969 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:22.641523 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] 10.222.0.41 "PUT /v2.0/ports/56a60b7b-6e5f-46c0-9f81-4dffc4926337 HTTP/1.1" status: 200 len: 1093 time: 4.5794232 Apr 14 16:11:22.723616 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a704e48-ff08-4961-9c93-7a0fdf04543d', 'tag': '56a60b7b-6e5f-46c0-9f81-4dffc4926337'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:22.782386 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35844) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:22.791837 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df50e38-09c5-4451-b76c-bdf7ac1f2f36 req-419aaa8d-9631-49fa-bb89-5615eea3eab6 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:22.793446 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3df50e38-09c5-4451-b76c-bdf7ac1f2f36 req-419aaa8d-9631-49fa-bb89-5615eea3eab6 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 932 time: 0.5268970 Apr 14 16:11:22.844114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0063e5f-fce6-4c5b-9155-46be8709096a {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:22.853850 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f4a98b90-083e-4bfc-9318-76942b239682 req-eca4eeb1-be7a-4693-8fb1-7d2fa1b21a91 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112617 Apr 14 16:11:22.855051 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-3df50e38-09c5-4451-b76c-bdf7ac1f2f36 req-bf521f9d-2360-4a97-bd68-c1fff393c65e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Synchronizing usage tracker for tenant:3ef0238a8f524a30a94d06aa25d272f8 on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:22.871633 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f8095-e853-45af-975e-370ae90b2131 req-226a3f04-372d-4299-9f99-18d4421960ce tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:22.873815 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee8f8095-e853-45af-975e-370ae90b2131 req-226a3f04-372d-4299-9f99-18d4421960ce tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.41 "GET /v2.0/networks?id=5635013d-c232-42e6-92f8-9c466e9855da HTTP/1.1" status: 200 len: 811 time: 0.5587239 Apr 14 16:11:22.876443 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-920c7054-cb90-4846-b3ce-4008630bcfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:22.922735 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:22.944184 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-920c7054-cb90-4846-b3ce-4008630bcfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:22.974983 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d0313a79-dfed-4667-bde3-b22c5c6b1c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:22.986896 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Transition to ACTIVE for port object d0063e5f-fce6-4c5b-9155-46be8709096a will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:22.990450 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-114525a9-0a94-44a3-b531-cb1659e14096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:22.992045 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-114525a9-0a94-44a3-b531-cb1659e14096 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef0238a8f524a30a94d06aa25d272f8&device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 1096 time: 0.2630606 Apr 14 16:11:22.998089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.001059 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-3df50e38-09c5-4451-b76c-bdf7ac1f2f36 req-bf521f9d-2360-4a97-bd68-c1fff393c65e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Unset dirty status for tenant:3ef0238a8f524a30a94d06aa25d272f8 on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:23.002319 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3df50e38-09c5-4451-b76c-bdf7ac1f2f36 req-bf521f9d-2360-4a97-bd68-c1fff393c65e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939638 Apr 14 16:11:23.003293 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-d0313a79-dfed-4667-bde3-b22c5c6b1c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:23.029314 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-d0313a79-dfed-4667-bde3-b22c5c6b1c35 admin admin] Usage tracker for resource:security_group_rule and tenant:dbe1936a6dee4cf0b9624f9decb4aacf is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:23.033685 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8de5d9e3-b492-4c70-8537-693d6dcfe905 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:23.088539 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-d0313a79-dfed-4667-bde3-b22c5c6b1c35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:23.120160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-d0313a79-dfed-4667-bde3-b22c5c6b1c35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:23.123932 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-0441dea0-1e3d-4ba6-8a99-9f16ad07eaca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56a60b7b-6e5f-46c0-9f81-4dffc4926337 HTTP/1.1" status: 200 len: 217 time: 0.0698719 Apr 14 16:11:23.201600 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee8f8095-e853-45af-975e-370ae90b2131 req-5943177f-f6c0-4900-ac8b-66abe52b4fca tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=933c87bdb5354dc39f728c1bc6dfd17e HTTP/1.1" status: 200 len: 5703 time: 0.3051631 Apr 14 16:11:23.214539 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-ee8f8095-e853-45af-975e-370ae90b2131 req-dd11cbfe-02f0-4077-ab62-11c827ea74e7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Request body: {'port': {'device_id': '0dd8ae4b-9ee1-4ba9-830e-d1e721901938', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'admin_state_up': True, 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'security_groups': ['ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab']}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:23.263730 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f891d4e-23a9-459d-bedb-cafad1011e13 req-f8287f96-4d6f-421c-b2fd-b324e9c33afc tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 210 time: 0.1378551 Apr 14 16:11:23.286241 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Pushing event updated for resources: {'Port': ['ID=d0063e5f-fce6-4c5b-9155-46be8709096a,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:23.289675 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:23.553164 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-920c7054-cb90-4846-b3ce-4008630bcfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.554747 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-b1171004-ea1e-46da-869b-865ababf287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:23.556312 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-b1171004-ea1e-46da-869b-865ababf287f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e HTTP/1.1" status: 200 len: 857 time: 0.4095089 Apr 14 16:11:23.567781 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:23.636301 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c7054-cb90-4846-b3ce-4008630bcfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62cac49-11ee-45ca-ad46-446cf7ea96f5,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:23.638907 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-920c7054-cb90-4846-b3ce-4008630bcfc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:23.666742 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5347a2f1-a3be-4c70-b3a4-c0c68ccab48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2660526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852040149'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.667290 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c170b6-b07a-4362-b516-8146b4832df2 req-ebac910b-fdc2-4b4a-92a3-a9de0c90f469 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:23.668984 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-49c170b6-b07a-4362-b516-8146b4832df2 req-ebac910b-fdc2-4b4a-92a3-a9de0c90f469 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 945 time: 0.6708498 Apr 14 16:11:23.671697 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-ad55437d-7fb4-4c4e-847b-588b31eff328 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906610 Apr 14 16:11:23.676487 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d0313a79-dfed-4667-bde3-b22c5c6b1c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.682443 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-920c7054-cb90-4846-b3ce-4008630bcfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.683580 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-920c7054-cb90-4846-b3ce-4008630bcfc9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c62cac49-11ee-45ca-ad46-446cf7ea96f5 HTTP/1.1" status: 204 len: 168 time: 1.0795739 Apr 14 16:11:23.701392 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:23.740240 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d0313a79-dfed-4667-bde3-b22c5c6b1c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.764785 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-49c170b6-b07a-4362-b516-8146b4832df2 req-f108e757-650c-4702-af91-1b8b85564c22 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/security-groups?id=271c76f5-128c-40fb-935c-eed222b532d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875432 Apr 14 16:11:23.767729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-ee8f8095-e853-45af-975e-370ae90b2131 req-dd11cbfe-02f0-4077-ab62-11c827ea74e7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:23.851325 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-ee8f8095-e853-45af-975e-370ae90b2131 req-dd11cbfe-02f0-4077-ab62-11c827ea74e7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:23.877168 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8f8095-e853-45af-975e-370ae90b2131 req-dd11cbfe-02f0-4077-ab62-11c827ea74e7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Made reservation on behalf of 933c87bdb5354dc39f728c1bc6dfd17e for: {'port': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:23.885539 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ee8f8095-e853-45af-975e-370ae90b2131 req-dd11cbfe-02f0-4077-ab62-11c827ea74e7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.949666 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a704e48-ff08-4961-9c93-7a0fdf04543d', 'tag': '56a60b7b-6e5f-46c0-9f81-4dffc4926337', 'status': 'completed', 'code': 200} Apr 14 16:11:23.986620 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d0313a79-dfed-4667-bde3-b22c5c6b1c35 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dbe1936a6dee4cf0b9624f9decb4aacf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1889420 Apr 14 16:11:23.991356 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347a2f1-a3be-4c70-b3a4-c0c68ccab48e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0684854-7932-4a40-9e7a-3e3afaa209ef,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:23.993140 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-26d29bd3-0a4d-469e-8a6a-4c7c491bdf26 service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886462 Apr 14 16:11:23.993971 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 35860) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:24.007507 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5347a2f1-a3be-4c70-b3a4-c0c68ccab48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:24.009486 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Attempting to bind port d0063e5f-fce6-4c5b-9155-46be8709096a on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:24.009946 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Attempting to bind port d0063e5f-fce6-4c5b-9155-46be8709096a by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '17318d1e-9897-40a1-858c-8a4987f7fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:24.010268 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Attempting to bind port d0063e5f-fce6-4c5b-9155-46be8709096a on network adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:24.013358 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-35acf0cd-4d78-4e81-83be-0aaa590023c1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:24.051018 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Port d0063e5f-fce6-4c5b-9155-46be8709096a on network adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:11:24.051378 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Attempting to bind port d0063e5f-fce6-4c5b-9155-46be8709096a on network adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:24.061971 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c61ff-e0bf-44b7-9596-c42cb7123482 req-badd6f67-dcc5-4638-b16d-8a636182805a tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:24.063557 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7f2c61ff-e0bf-44b7-9596-c42cb7123482 req-badd6f67-dcc5-4638-b16d-8a636182805a tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.6568105 Apr 14 16:11:24.092161 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:24.092994 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Checking segment: {'id': '17318d1e-9897-40a1-858c-8a4987f7fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:24.094049 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Bound using segment: {'id': '17318d1e-9897-40a1-858c-8a4987f7fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:24.094747 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Bound port: d0063e5f-fce6-4c5b-9155-46be8709096a, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17318d1e-9897-40a1-858c-8a4987f7fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:24.095479 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:24.227850 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0313a79-dfed-4667-bde3-b22c5c6b1c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324eef80-6736-4ab8-8404-3357a35bfcd4,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:24.236569 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7f2c61ff-e0bf-44b7-9596-c42cb7123482 req-45644399-eff4-46f0-bce3-94c040817847 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583261 Apr 14 16:11:24.255752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d0313a79-dfed-4667-bde3-b22c5c6b1c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:24.303466 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] For port d0063e5f-fce6-4c5b-9155-46be8709096a, host hv-cinder-78626, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:24.327814 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] For port d0063e5f-fce6-4c5b-9155-46be8709096a, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d0063e5f-fce6-4c5b-9155-46be8709096a,segment=NetworkSegment(17318d1e-9897-40a1-858c-8a4987f7fe53),segment_id=17318d1e-9897-40a1-858c-8a4987f7fe53)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:24.397768 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:24.441851 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:24.477371 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-ee8f8095-e853-45af-975e-370ae90b2131 req-dd11cbfe-02f0-4077-ab62-11c827ea74e7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Allocated IP 172.20.0.9 (5635013d-c232-42e6-92f8-9c466e9855da/5c32f2be-29eb-445b-8f3d-8786422a2c00/77aa0f57-1061-4ceb-8c03-558b3b45583f) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:24.500982 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-687e2b1a-52e4-4b9c-b3dc-8a53de871191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:24.578621 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5347a2f1-a3be-4c70-b3a4-c0c68ccab48e admin admin] Checking segment: {'id': 'e10cd316-d896-4eaf-86cc-daefa0106ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd497a7bf-84e5-44d6-8b70-801965a61513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:24.578824 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5347a2f1-a3be-4c70-b3a4-c0c68ccab48e admin admin] Network hostable DHCP agents. Network: d497a7bf-84e5-44d6-8b70-801965a61513, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:11:24.625855 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-687e2b1a-52e4-4b9c-b3dc-8a53de871191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:24.695231 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2c01b2b4-a45c-4ab0-84df-31f31ddacc3b req-e1f21720-7459-4ec4-9b04-d4a62af86846 service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6472161 Apr 14 16:11:24.753785 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Pushing event updated for resources: {'Port': ['ID=d0063e5f-fce6-4c5b-9155-46be8709096a,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:24.756203 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c563bf-9af0-4c2f-a65b-bdc70a9c5955 req-e436fa4e-5fc5-4fa4-a554-880a2797313e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:24.761592 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-84c563bf-9af0-4c2f-a65b-bdc70a9c5955 req-e436fa4e-5fc5-4fa4-a554-880a2797313e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.5788181 Apr 14 16:11:24.765720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:24.773550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5347a2f1-a3be-4c70-b3a4-c0c68ccab48e admin admin] Network d497a7bf-84e5-44d6-8b70-801965a61513 is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:11:24.801274 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-5347a2f1-a3be-4c70-b3a4-c0c68ccab48e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, d497a7bf-84e5-44d6-8b70-801965a61513) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:24.810578 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0690559d-8f0c-49b4-90aa-ddf8d72855ad None None] Network d497a7bf-84e5-44d6-8b70-801965a61513 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:24.817448 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5347a2f1-a3be-4c70-b3a4-c0c68ccab48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:24.818100 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5347a2f1-a3be-4c70-b3a4-c0c68ccab48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:24.872861 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-84c563bf-9af0-4c2f-a65b-bdc70a9c5955 req-7d3737d2-ffae-4060-960a-7be134e1bd36 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386369 Apr 14 16:11:24.899191 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05385d4-d3a5-4213-807d-7334ec97a08c req-24811403-65e6-458b-8ecf-cf2027f3bc40 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:24.899191 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c05385d4-d3a5-4213-807d-7334ec97a08c req-24811403-65e6-458b-8ecf-cf2027f3bc40 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 944 time: 0.3117652 Apr 14 16:11:24.899191 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-5347a2f1-a3be-4c70-b3a4-c0c68ccab48e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1837523 Apr 14 16:11:24.982096 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:24.987780 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:24.989383 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] 10.222.0.41 "PUT /v2.0/ports/d0063e5f-fce6-4c5b-9155-46be8709096a HTTP/1.1" status: 200 len: 1094 time: 3.4734008 Apr 14 16:11:24.989938 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab89b0d-d22c-4d99-8946-878629b4a370', 'tag': 'd0063e5f-fce6-4c5b-9155-46be8709096a'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:25.027310 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c05385d4-d3a5-4213-807d-7334ec97a08c req-0344ba51-31e8-46bc-9774-736b833139b7 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129756 Apr 14 16:11:25.098776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-687e2b1a-52e4-4b9c-b3dc-8a53de871191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:25.113808 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:25.138219 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-4b6d6adc-ea63-4bb4-862d-1aef52665b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:25.140187 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-4b6d6adc-ea63-4bb4-862d-1aef52665b07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef0238a8f524a30a94d06aa25d272f8&device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 1097 time: 0.1026757 Apr 14 16:11:25.155852 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e2b1a-52e4-4b9c-b3dc-8a53de871191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324eef80-6736-4ab8-8404-3357a35bfcd4,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:25.164898 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-687e2b1a-52e4-4b9c-b3dc-8a53de871191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:25.173052 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5797d-ba79-492d-89d9-13dff71200dd req-c1f3afd6-e9b5-4ee5-8488-b5a2883be8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:25.174890 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4db5797d-ba79-492d-89d9-13dff71200dd req-c1f3afd6-e9b5-4ee5-8488-b5a2883be8e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef0238a8f524a30a94d06aa25d272f8&device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 1096 time: 0.3914323 Apr 14 16:11:25.296697 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-87ec7499-10d5-4286-9705-28992b49e870 req-bd3ede27-f75f-4048-bad2-4162b4a3eb69 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Synchronizing usage tracker for tenant:933c87bdb5354dc39f728c1bc6dfd17e on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:25.309150 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ee8f8095-e853-45af-975e-370ae90b2131 req-dd11cbfe-02f0-4077-ab62-11c827ea74e7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:25.314024 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-9de6a319-73bf-4b0c-8c82-7ac7f473856a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0063e5f-fce6-4c5b-9155-46be8709096a HTTP/1.1" status: 200 len: 217 time: 0.1597989 Apr 14 16:11:25.326771 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-687e2b1a-52e4-4b9c-b3dc-8a53de871191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:25.331346 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-687e2b1a-52e4-4b9c-b3dc-8a53de871191 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/324eef80-6736-4ab8-8404-3357a35bfcd4 HTTP/1.1" status: 204 len: 168 time: 1.3329222 Apr 14 16:11:25.348248 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17606cf5-f50c-4f6d-8269-70bb7ea27f80 None None] Network d497a7bf-84e5-44d6-8b70-801965a61513 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:25.409345 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-03726ec3-642e-40d4-865a-c1c9d0d3d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:25.409589 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-ee8f8095-e853-45af-975e-370ae90b2131 req-dd11cbfe-02f0-4077-ab62-11c827ea74e7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Transition to ACTIVE for port object 77aa0f57-1061-4ceb-8c03-558b3b45583f will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:25.411515 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-03726ec3-642e-40d4-865a-c1c9d0d3d18d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e HTTP/1.1" status: 200 len: 857 time: 0.0837750 Apr 14 16:11:25.421330 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-87ec7499-10d5-4286-9705-28992b49e870 req-bd3ede27-f75f-4048-bad2-4162b4a3eb69 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Unset dirty status for tenant:933c87bdb5354dc39f728c1bc6dfd17e on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:25.422601 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-87ec7499-10d5-4286-9705-28992b49e870 req-bd3ede27-f75f-4048-bad2-4162b4a3eb69 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 210 time: 0.2561841 Apr 14 16:11:25.459867 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5797d-ba79-492d-89d9-13dff71200dd req-88e4c179-9f7f-48c5-9896-a6e71005b0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:25.461490 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4db5797d-ba79-492d-89d9-13dff71200dd req-88e4c179-9f7f-48c5-9896-a6e71005b0a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c HTTP/1.1" status: 200 len: 918 time: 0.2418976 Apr 14 16:11:25.507811 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-ecb4e065-9f87-420e-8f5f-2a4600a78a06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863588 Apr 14 16:11:25.548802 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4db5797d-ba79-492d-89d9-13dff71200dd req-876f1585-0874-42cb-a90e-7840abb8cb5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56a60b7b-6e5f-46c0-9f81-4dffc4926337 HTTP/1.1" status: 200 len: 217 time: 0.0746920 Apr 14 16:11:25.550616 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ee8f8095-e853-45af-975e-370ae90b2131 req-dd11cbfe-02f0-4077-ab62-11c827ea74e7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:25.567676 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:25.813800 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-e61ba359-6e0d-42db-9dc5-51575ef6bc27 service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938297 Apr 14 16:11:25.950943 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11cbfe-02f0-4077-ab62-11c827ea74e7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Pushing event updated for resources: {'Port': ['ID=77aa0f57-1061-4ceb-8c03-558b3b45583f,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:25.996248 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-dd11cbfe-02f0-4077-ab62-11c827ea74e7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:26.007842 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5797d-ba79-492d-89d9-13dff71200dd req-3fe86bf9-e30a-4a0c-b10b-a6300b91d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:26.009541 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4db5797d-ba79-492d-89d9-13dff71200dd req-3fe86bf9-e30a-4a0c-b10b-a6300b91d461 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e HTTP/1.1" status: 200 len: 857 time: 0.3764889 Apr 14 16:11:26.093050 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4db5797d-ba79-492d-89d9-13dff71200dd req-3415d8cf-48c2-4f61-a982-6166dece3c35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740852 Apr 14 16:11:26.129922 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab89b0d-d22c-4d99-8946-878629b4a370', 'tag': 'd0063e5f-fce6-4c5b-9155-46be8709096a', 'status': 'completed', 'code': 200} Apr 14 16:11:26.153086 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device d74de9c1-8188-4d05-92fc-6cdce0aa2e31 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:11:26.250791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35940) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:26.282943 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8f8095-e853-45af-975e-370ae90b2131 req-dd11cbfe-02f0-4077-ab62-11c827ea74e7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Network 5635013d-c232-42e6-92f8-9c466e9855da is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:26.289428 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-ee8f8095-e853-45af-975e-370ae90b2131 req-dd11cbfe-02f0-4077-ab62-11c827ea74e7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:26.294676 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8f8095-e853-45af-975e-370ae90b2131 req-dd11cbfe-02f0-4077-ab62-11c827ea74e7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:26.434350 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port d74de9c1-8188-4d05-92fc-6cdce0aa2e31, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:26.481428 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'port_id': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31', 'mac_address': 'fa:16:3e:52:ea:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:11:26.482393 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f8095-e853-45af-975e-370ae90b2131 req-dd11cbfe-02f0-4077-ab62-11c827ea74e7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:26.483134 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ee8f8095-e853-45af-975e-370ae90b2131 req-dd11cbfe-02f0-4077-ab62-11c827ea74e7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:26.490900 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d3bcb56-e6f9-406c-8a44-042a66eaa8df req-dd4de010-e993-4129-8ac9-873a9b1b4892 service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613121 Apr 14 16:11:26.504357 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b635ba8-d7ec-4728-9940-af7c61274e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:26.531514 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee8f8095-e853-45af-975e-370ae90b2131 req-dd11cbfe-02f0-4077-ab62-11c827ea74e7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3208799 Apr 14 16:11:26.537610 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4db5797d-ba79-492d-89d9-13dff71200dd req-32c1d664-f92d-4794-87c2-e6c86fe42dcb service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316778 Apr 14 16:11:26.552489 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-8b635ba8-d7ec-4728-9940-af7c61274e60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:26.555060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Request body: {'port': {'device_id': '0dd8ae4b-9ee1-4ba9-830e-d1e721901938', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:26.565377 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-8b635ba8-d7ec-4728-9940-af7c61274e60 admin admin] Usage tracker for resource:security_group_rule and tenant:97d318afb361461fadf29e2b000a0a73 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:26.599533 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-8b635ba8-d7ec-4728-9940-af7c61274e60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:26.631965 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:26.637054 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74de9c1-8188-4d05-92fc-6cdce0aa2e31 {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:26.692412 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port d74de9c1-8188-4d05-92fc-6cdce0aa2e31, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:26.707533 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-8b635ba8-d7ec-4728-9940-af7c61274e60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:26.710088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:26.718640 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:26.798421 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-9daa6d81-fba6-48fe-a4ca-1d192f209499 None None] Provisioning for port 77aa0f57-1061-4ceb-8c03-558b3b45583f completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:26.804837 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a2bfb-21d9-4a2f-8fcc-d48a341017c4 req-d13359a3-ba77-4bfa-accd-060e897b9047 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:26.812483 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-9daa6d81-fba6-48fe-a4ca-1d192f209499 None None] Provisioning complete for port 77aa0f57-1061-4ceb-8c03-558b3b45583f triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:26.812907 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9daa6d81-fba6-48fe-a4ca-1d192f209499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:26.814631 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2d4a2bfb-21d9-4a2f-8fcc-d48a341017c4 req-d13359a3-ba77-4bfa-accd-060e897b9047 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.4773393 Apr 14 16:11:26.858309 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2d4a2bfb-21d9-4a2f-8fcc-d48a341017c4 req-6e5f4795-fe2e-41c5-8f34-6163ed9e68c9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425346 Apr 14 16:11:26.895775 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-9daa6d81-fba6-48fe-a4ca-1d192f209499 None None] Port 77aa0f57-1061-4ceb-8c03-558b3b45583f cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:11:26.935720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:26.941583 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:26.961391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412d5de-5b37-4a38-869b-2fa79a7c0cdc req-14b978d3-29b8-408e-9c93-c9ecac924634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:26.963380 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4412d5de-5b37-4a38-869b-2fa79a7c0cdc req-14b978d3-29b8-408e-9c93-c9ecac924634 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef0238a8f524a30a94d06aa25d272f8&device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 1097 time: 0.3899837 Apr 14 16:11:27.097336 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['d74de9c1-8188-4d05-92fc-6cdce0aa2e31'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:27.207165 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:27.342683 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4db5797d-ba79-492d-89d9-13dff71200dd req-faf2eb9d-c5b6-4200-99c4-8f9030729d1a service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7506411 Apr 14 16:11:27.418870 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b635ba8-d7ec-4728-9940-af7c61274e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:27.435291 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8b635ba8-d7ec-4728-9940-af7c61274e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:27.446885 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2c2dfdf0-0e90-4725-983e-5788f93ec315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:27.480525 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec46e1-778c-430e-817f-8e85207d4646 req-404d9dfa-4e14-4559-8b8f-0c6050f43c76 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:27.482390 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-54ec46e1-778c-430e-817f-8e85207d4646 req-404d9dfa-4e14-4559-8b8f-0c6050f43c76 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 931 time: 0.2763941 Apr 14 16:11:27.529233 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412d5de-5b37-4a38-869b-2fa79a7c0cdc req-fc958c79-050a-4742-92d0-a1d92a5f5b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:27.530841 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4412d5de-5b37-4a38-869b-2fa79a7c0cdc req-fc958c79-050a-4742-92d0-a1d92a5f5b81 service neutron] 10.222.0.41 "GET /v2.0/networks?id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c HTTP/1.1" status: 200 len: 918 time: 0.5410931 Apr 14 16:11:27.538073 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-8b635ba8-d7ec-4728-9940-af7c61274e60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97d318afb361461fadf29e2b000a0a73&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2834988 Apr 14 16:11:27.538073 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b635ba8-d7ec-4728-9940-af7c61274e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e752de-4584-4b18-87dd-6e3fb9fad6ab,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:27.539847 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 35966) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:27.550090 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-54ec46e1-778c-430e-817f-8e85207d4646 req-3787fb64-fd02-4429-b229-62dd4c6a3fd1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506771 Apr 14 16:11:27.617591 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8b635ba8-d7ec-4728-9940-af7c61274e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:27.648034 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4412d5de-5b37-4a38-869b-2fa79a7c0cdc req-144cdd52-515f-430e-80b9-28990fa91661 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0063e5f-fce6-4c5b-9155-46be8709096a HTTP/1.1" status: 200 len: 217 time: 0.1033647 Apr 14 16:11:27.663719 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac8e0f-d5eb-4bb0-8f88-c3e1bb94e66b req-a6ef48b1-ff59-49b3-b3ad-af5e4e4f6415 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:27.665809 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f6ac8e0f-d5eb-4bb0-8f88-c3e1bb94e66b req-a6ef48b1-ff59-49b3-b3ad-af5e4e4f6415 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 944 time: 0.3284926 Apr 14 16:11:27.758935 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f6ac8e0f-d5eb-4bb0-8f88-c3e1bb94e66b req-6e947bce-97c2-4ea9-83e0-232d4aaf2778 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493593 Apr 14 16:11:27.804419 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cc19f27f-05a2-4904-b6b8-22909742cef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:27.807128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77aa0f57-1061-4ceb-8c03-558b3b45583f {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:27.808184 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412d5de-5b37-4a38-869b-2fa79a7c0cdc req-81a67f76-ff04-474f-bceb-5bf6de93cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:27.809841 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4412d5de-5b37-4a38-869b-2fa79a7c0cdc req-81a67f76-ff04-474f-bceb-5bf6de93cbba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e HTTP/1.1" status: 200 len: 857 time: 0.1394830 Apr 14 16:11:27.817216 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:27.837301 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Transition to ACTIVE for port object 77aa0f57-1061-4ceb-8c03-558b3b45583f will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:27.840494 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:27.861376 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ae0e75b6-69f5-4fca-930c-729a0ee1fde8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:27.893436 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4412d5de-5b37-4a38-869b-2fa79a7c0cdc req-7642300c-ce59-46a3-966a-d652091b1df0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708418 Apr 14 16:11:27.895812 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cc19f27f-05a2-4904-b6b8-22909742cef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:28.030125 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Pushing event updated for resources: {'Port': ['ID=77aa0f57-1061-4ceb-8c03-558b3b45583f,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:28.035226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:28.164624 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 56a60b7b-6e5f-46c0-9f81-4dffc4926337 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:11:28.177825 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4412d5de-5b37-4a38-869b-2fa79a7c0cdc req-f91963dd-1f5f-4b0d-9973-f9bc6da4e750 service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706406 Apr 14 16:11:28.186529 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cc19f27f-05a2-4904-b6b8-22909742cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:28.188226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device d74de9c1-8188-4d05-92fc-6cdce0aa2e31 up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:28.197727 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-286fad04-b928-48ca-8d7b-3e2422695237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:28.316254 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Attempting to bind port 77aa0f57-1061-4ceb-8c03-558b3b45583f on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:28.316628 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Attempting to bind port 77aa0f57-1061-4ceb-8c03-558b3b45583f by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'fa60e05a-0e61-4e81-afb8-895a8bbff706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:28.316997 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Attempting to bind port 77aa0f57-1061-4ceb-8c03-558b3b45583f on network 5635013d-c232-42e6-92f8-9c466e9855da {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:28.317410 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19f27f-05a2-4904-b6b8-22909742cef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e752de-4584-4b18-87dd-6e3fb9fad6ab,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:28.319121 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.db.resource_extend [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:11:28.322935 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Port 77aa0f57-1061-4ceb-8c03-558b3b45583f on network 5635013d-c232-42e6-92f8-9c466e9855da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:11:28.323200 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Attempting to bind port 77aa0f57-1061-4ceb-8c03-558b3b45583f on network 5635013d-c232-42e6-92f8-9c466e9855da {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:28.331583 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:28.331956 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Checking segment: {'id': 'fa60e05a-0e61-4e81-afb8-895a8bbff706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:28.332375 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Bound using segment: {'id': 'fa60e05a-0e61-4e81-afb8-895a8bbff706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:28.332845 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Bound port: 77aa0f57-1061-4ceb-8c03-558b3b45583f, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa60e05a-0e61-4e81-afb8-895a8bbff706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:28.333256 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:28.334409 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-cc19f27f-05a2-4904-b6b8-22909742cef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:28.434511 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] For port 77aa0f57-1061-4ceb-8c03-558b3b45583f, host hv-cinder-78626, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:28.438819 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] For port 77aa0f57-1061-4ceb-8c03-558b3b45583f, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=77aa0f57-1061-4ceb-8c03-558b3b45583f,segment=NetworkSegment(fa60e05a-0e61-4e81-afb8-895a8bbff706),segment_id=fa60e05a-0e61-4e81-afb8-895a8bbff706)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:28.443405 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:28.450929 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4412d5de-5b37-4a38-869b-2fa79a7c0cdc req-4d761e86-451a-4d0e-bf0a-40bdb2e044ed service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438967 Apr 14 16:11:28.451773 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cc19f27f-05a2-4904-b6b8-22909742cef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:28.452996 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-cc19f27f-05a2-4904-b6b8-22909742cef7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/08e752de-4584-4b18-87dd-6e3fb9fad6ab HTTP/1.1" status: 204 len: 168 time: 0.9118757 Apr 14 16:11:28.463430 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fe277284-a752-45da-a620-f9fda68681a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:28.514750 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf223dd-3c67-4f07-9632-f710b0166bcd req-08276638-bfaf-4a5f-a3c0-90de39c69231 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:28.518993 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cbf223dd-3c67-4f07-9632-f710b0166bcd req-08276638-bfaf-4a5f-a3c0-90de39c69231 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 944 time: 0.4584072 Apr 14 16:11:28.593859 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cbf223dd-3c67-4f07-9632-f710b0166bcd req-aa6a3a0c-143a-4ccf-b504-389129757596 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693974 Apr 14 16:11:28.624909 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 56a60b7b-6e5f-46c0-9f81-4dffc4926337, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=56a60b7b-6e5f-46c0-9f81-4dffc4926337,segment=NetworkSegment(17318d1e-9897-40a1-858c-8a4987f7fe53),segment_id=17318d1e-9897-40a1-858c-8a4987f7fe53)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:28.666160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': '56a60b7b-6e5f-46c0-9f81-4dffc4926337', 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c', 'port_id': '56a60b7b-6e5f-46c0-9f81-4dffc4926337', 'mac_address': 'fa:16:3e:e8:b1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:11:28.700903 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Pushing event updated for resources: {'Port': ['ID=77aa0f57-1061-4ceb-8c03-558b3b45583f,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:28.718001 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:28.808888 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:28.810864 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a60b7b-6e5f-46c0-9f81-4dffc4926337 {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:28.827324 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 56a60b7b-6e5f-46c0-9f81-4dffc4926337, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=56a60b7b-6e5f-46c0-9f81-4dffc4926337,segment=NetworkSegment(17318d1e-9897-40a1-858c-8a4987f7fe53),segment_id=17318d1e-9897-40a1-858c-8a4987f7fe53)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:28.828578 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port d74de9c1-8188-4d05-92fc-6cdce0aa2e31 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:28.835515 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port d74de9c1-8188-4d05-92fc-6cdce0aa2e31 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:28.835938 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:28.860544 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:28.861310 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:28.863197 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee8f8095-e853-45af-975e-370ae90b2131 req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] 10.222.0.41 "PUT /v2.0/ports/77aa0f57-1061-4ceb-8c03-558b3b45583f HTTP/1.1" status: 200 len: 1093 time: 2.3133080 Apr 14 16:11:28.865198 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd8ae4b-9ee1-4ba9-830e-d1e721901938', 'tag': '77aa0f57-1061-4ceb-8c03-558b3b45583f'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:28.921802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0204548-506a-433e-8627-f739939dd9f6 req-7688b3b8-def2-46b3-8773-d65bc5007724 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:28.923698 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c0204548-506a-433e-8627-f739939dd9f6 req-7688b3b8-def2-46b3-8773-d65bc5007724 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 943 time: 0.1700537 Apr 14 16:11:28.948302 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:28.951166 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-51522492-8924-45ff-9d86-088c9202c25c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:29.074271 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c0204548-506a-433e-8627-f739939dd9f6 req-e3a7d105-d159-4112-af8e-dfc3665cbd81 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825505 Apr 14 16:11:29.075173 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=56a60b7b-6e5f-46c0-9f81-4dffc4926337,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:29.084101 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:29.112838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f8095-e853-45af-975e-370ae90b2131 req-52f205aa-860e-4cdb-8056-ed5df51080e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:29.114972 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee8f8095-e853-45af-975e-370ae90b2131 req-52f205aa-860e-4cdb-8056-ed5df51080e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=933c87bdb5354dc39f728c1bc6dfd17e&device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 1096 time: 0.2071314 Apr 14 16:11:29.198369 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:29.222481 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port d74de9c1-8188-4d05-92fc-6cdce0aa2e31, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:29.224012 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:29.230885 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:29.234801 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:29.262255 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609544e2-2814-486a-8c50-1dcd1c6621e0 req-e7a7efda-ff42-45ed-a7b7-482be93b3319 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:29.274327 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-609544e2-2814-486a-8c50-1dcd1c6621e0 req-e7a7efda-ff42-45ed-a7b7-482be93b3319 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 944 time: 0.2487535 Apr 14 16:11:29.279237 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd8ae4b-9ee1-4ba9-830e-d1e721901938', 'tag': '77aa0f57-1061-4ceb-8c03-558b3b45583f', 'status': 'completed', 'code': 200} Apr 14 16:11:29.302768 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee8f8095-e853-45af-975e-370ae90b2131 req-006a7ede-40ee-4baf-9809-26c02c7e3c6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77aa0f57-1061-4ceb-8c03-558b3b45583f HTTP/1.1" status: 200 len: 217 time: 0.1598167 Apr 14 16:11:29.320720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['56a60b7b-6e5f-46c0-9f81-4dffc4926337'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:29.352404 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-609544e2-2814-486a-8c50-1dcd1c6621e0 req-ffca94a7-e249-4ebb-91f1-e65f0082ad9e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700219 Apr 14 16:11:29.388308 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31', 'code': 200} Apr 14 16:11:29.410620 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f8095-e853-45af-975e-370ae90b2131 req-93472b95-383d-40f8-a9a6-378f81f50616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:29.412592 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee8f8095-e853-45af-975e-370ae90b2131 req-93472b95-383d-40f8-a9a6-378f81f50616 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c32f2be-29eb-445b-8f3d-8786422a2c00 HTTP/1.1" status: 200 len: 850 time: 0.0983598 Apr 14 16:11:29.432930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:29.438289 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:29.553348 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f8095-e853-45af-975e-370ae90b2131 req-60eddb6b-b68e-4b62-b037-0b5996f2ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:29.554985 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee8f8095-e853-45af-975e-370ae90b2131 req-60eddb6b-b68e-4b62-b037-0b5996f2ec90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5635013d-c232-42e6-92f8-9c466e9855da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1342564 Apr 14 16:11:29.759921 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee8f8095-e853-45af-975e-370ae90b2131 req-8099dda4-e3ae-444b-b4e7-1b55efa81a65 service neutron] 10.222.0.41 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944215 Apr 14 16:11:29.791129 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722ef08-54c9-4403-aa51-63794175782b req-8a1e46b5-349a-4463-ac6f-342267d39e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:29.792764 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3722ef08-54c9-4403-aa51-63794175782b req-8a1e46b5-349a-4463-ac6f-342267d39e45 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 1098 time: 0.1897054 Apr 14 16:11:29.903037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-3722ef08-54c9-4403-aa51-63794175782b req-af243b3a-1ac5-4664-bd65-efdb9ea3dd23 service neutron] Synchronizing usage tracker for tenant:19e39aa046414159a892045ddadc0088 on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:29.985601 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-3722ef08-54c9-4403-aa51-63794175782b req-af243b3a-1ac5-4664-bd65-efdb9ea3dd23 service neutron] Unset dirty status for tenant:19e39aa046414159a892045ddadc0088 on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:29.987035 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3722ef08-54c9-4403-aa51-63794175782b req-af243b3a-1ac5-4664-bd65-efdb9ea3dd23 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748817 Apr 14 16:11:30.015532 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee8f8095-e853-45af-975e-370ae90b2131 req-e4ab1e8f-8027-4869-8a4d-71029ea43121 service neutron] 10.222.0.41 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448509 Apr 14 16:11:30.022165 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9220d-7c69-4c8d-afeb-870b5558c0b5 req-12f9269b-398b-4707-9d20-40f605e6afd4 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:30.024256 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6ba9220d-7c69-4c8d-afeb-870b5558c0b5 req-12f9269b-398b-4707-9d20-40f605e6afd4 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.1236908 Apr 14 16:11:30.076083 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6ba9220d-7c69-4c8d-afeb-870b5558c0b5 req-e72d65e7-2222-4850-9301-d2793b5a67d0 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388277 Apr 14 16:11:30.179715 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device d0063e5f-fce6-4c5b-9155-46be8709096a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:11:30.209568 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef50890-6813-4f24-8a65-6b4df5b3885a req-3d7233a5-0095-4ef6-ab39-6f2f0f58ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:30.211330 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cef50890-6813-4f24-8a65-6b4df5b3885a req-3d7233a5-0095-4ef6-ab39-6f2f0f58ab07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=933c87bdb5354dc39f728c1bc6dfd17e&device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 1096 time: 0.1019964 Apr 14 16:11:30.460921 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef50890-6813-4f24-8a65-6b4df5b3885a req-56b3664c-ad68-4201-874e-67db09df84db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:30.462534 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cef50890-6813-4f24-8a65-6b4df5b3885a req-56b3664c-ad68-4201-874e-67db09df84db service neutron] 10.222.0.41 "GET /v2.0/networks?id=5635013d-c232-42e6-92f8-9c466e9855da HTTP/1.1" status: 200 len: 912 time: 0.2387631 Apr 14 16:11:30.489128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f25bb-8d1f-4f7e-abd9-3d7832591127 req-e6173a3d-a815-42f0-9f23-ef1be12b83e1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:30.490897 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7b2f25bb-8d1f-4f7e-abd9-3d7832591127 req-e6173a3d-a815-42f0-9f23-ef1be12b83e1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 943 time: 0.2203739 Apr 14 16:11:30.588465 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa7464-37e4-4d6e-bdba-e92795feabcf req-ded17d3d-564a-4188-b5d0-90a3713a11df tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:30.592549 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-acaa7464-37e4-4d6e-bdba-e92795feabcf req-ded17d3d-564a-4188-b5d0-90a3713a11df tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 944 time: 0.1109126 Apr 14 16:11:30.627823 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cef50890-6813-4f24-8a65-6b4df5b3885a req-6e88b847-c6fd-47af-9b42-778488f7609c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77aa0f57-1061-4ceb-8c03-558b3b45583f HTTP/1.1" status: 200 len: 217 time: 0.1358762 Apr 14 16:11:30.640452 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-acaa7464-37e4-4d6e-bdba-e92795feabcf req-6444d55c-8e81-493a-bb22-d11121b254a0 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404472 Apr 14 16:11:30.681260 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port d0063e5f-fce6-4c5b-9155-46be8709096a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d0063e5f-fce6-4c5b-9155-46be8709096a,segment=NetworkSegment(17318d1e-9897-40a1-858c-8a4987f7fe53),segment_id=17318d1e-9897-40a1-858c-8a4987f7fe53)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:30.696855 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7b2f25bb-8d1f-4f7e-abd9-3d7832591127 req-e9f3459e-8864-4b6d-ba08-cf44bdd7ea15 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916228 Apr 14 16:11:30.708849 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': 'd0063e5f-fce6-4c5b-9155-46be8709096a', 'network_id': 'adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c', 'port_id': 'd0063e5f-fce6-4c5b-9155-46be8709096a', 'mac_address': 'fa:16:3e:e5:7b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:11:30.718661 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef50890-6813-4f24-8a65-6b4df5b3885a req-8d5f288c-6f41-4bd0-acbc-0fca21ef170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:30.720219 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cef50890-6813-4f24-8a65-6b4df5b3885a req-8d5f288c-6f41-4bd0-acbc-0fca21ef170a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c32f2be-29eb-445b-8f3d-8786422a2c00 HTTP/1.1" status: 200 len: 850 time: 0.0809681 Apr 14 16:11:30.796017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.799020 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0063e5f-fce6-4c5b-9155-46be8709096a {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:30.830446 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef50890-6813-4f24-8a65-6b4df5b3885a req-75a6d8bb-776b-48eb-8a48-944d45b6b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:30.832791 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cef50890-6813-4f24-8a65-6b4df5b3885a req-75a6d8bb-776b-48eb-8a48-944d45b6b1fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5635013d-c232-42e6-92f8-9c466e9855da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949445 Apr 14 16:11:30.841314 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port d0063e5f-fce6-4c5b-9155-46be8709096a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d0063e5f-fce6-4c5b-9155-46be8709096a,segment=NetworkSegment(17318d1e-9897-40a1-858c-8a4987f7fe53),segment_id=17318d1e-9897-40a1-858c-8a4987f7fe53)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:30.845186 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.848789 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:31.014605 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cef50890-6813-4f24-8a65-6b4df5b3885a req-cf0bbdc0-76cc-4365-8ed7-5d3901890bf2 service neutron] 10.222.0.41 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721604 Apr 14 16:11:31.022925 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=d0063e5f-fce6-4c5b-9155-46be8709096a,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:31.026270 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:31.371744 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e350327-ed0c-49e3-90c6-443c7ac6fbbb req-19698134-f489-49a0-9241-f64b2b9e2ee4 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:31.373434 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4e350327-ed0c-49e3-90c6-443c7ac6fbbb req-19698134-f489-49a0-9241-f64b2b9e2ee4 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.1071873 Apr 14 16:11:31.409807 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4e350327-ed0c-49e3-90c6-443c7ac6fbbb req-5c48149e-2277-4b7a-9374-e997c8dc163e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294466 Apr 14 16:11:31.416157 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cef50890-6813-4f24-8a65-6b4df5b3885a req-3adac9c3-368b-4d61-8978-3df4d960d4f5 service neutron] 10.222.0.41 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799338 Apr 14 16:11:31.504757 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['d0063e5f-fce6-4c5b-9155-46be8709096a'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:31.884560 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed658f9-26a5-4e6f-8f5d-1745defba997 req-a746ece8-8e4c-4297-ac33-e78bc6bc8721 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:31.886157 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6ed658f9-26a5-4e6f-8f5d-1745defba997 req-a746ece8-8e4c-4297-ac33-e78bc6bc8721 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 945 time: 0.0917780 Apr 14 16:11:31.917348 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6ed658f9-26a5-4e6f-8f5d-1745defba997 req-bf95b9b5-6736-4550-9733-ba78cd74d5fc tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237770 Apr 14 16:11:31.932259 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb8c25-e275-453b-b078-2842024f2d51 req-b221bd05-800d-4a1f-ab54-a4c59c8cb246 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:31.933882 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-40bb8c25-e275-453b-b078-2842024f2d51 req-b221bd05-800d-4a1f-ab54-a4c59c8cb246 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 943 time: 0.0898077 Apr 14 16:11:31.966937 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-40bb8c25-e275-453b-b078-2842024f2d51 req-6bd1ee70-d7b4-41d6-918f-a9e27bea9258 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261908 Apr 14 16:11:32.179418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 56a60b7b-6e5f-46c0-9f81-4dffc4926337 up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:32.251686 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port 56a60b7b-6e5f-46c0-9f81-4dffc4926337 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:32.256959 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port 56a60b7b-6e5f-46c0-9f81-4dffc4926337 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:32.257443 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.399558 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.418557 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 56a60b7b-6e5f-46c0-9f81-4dffc4926337, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=56a60b7b-6e5f-46c0-9f81-4dffc4926337,segment=NetworkSegment(17318d1e-9897-40a1-858c-8a4987f7fe53),segment_id=17318d1e-9897-40a1-858c-8a4987f7fe53)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:32.420992 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a704e48-ff08-4961-9c93-7a0fdf04543d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a60b7b-6e5f-46c0-9f81-4dffc4926337'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:32.427140 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.429933 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:32.514288 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a704e48-ff08-4961-9c93-7a0fdf04543d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a60b7b-6e5f-46c0-9f81-4dffc4926337', 'code': 200} Apr 14 16:11:32.544044 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=56a60b7b-6e5f-46c0-9f81-4dffc4926337,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:32.558796 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:32.713304 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd37195-8e77-4c87-89b4-63b9b5326e3e req-bda2d668-6b3f-45e6-abdf-d992ac248ba8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:32.715042 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cbd37195-8e77-4c87-89b4-63b9b5326e3e req-bda2d668-6b3f-45e6-abdf-d992ac248ba8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.1189227 Apr 14 16:11:32.749593 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36120) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:32.766351 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cbd37195-8e77-4c87-89b4-63b9b5326e3e req-6440ee30-332a-49be-8a57-ec1d68bf7cbd tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321581 Apr 14 16:11:32.800653 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c702fcd-b20f-4c3b-9418-c4758ae53e83 req-b0f5a2b9-1c1d-4dd6-a4fd-64ea765720c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:32.802913 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4c702fcd-b20f-4c3b-9418-c4758ae53e83 req-b0f5a2b9-1c1d-4dd6-a4fd-64ea765720c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 1098 time: 0.0914280 Apr 14 16:11:32.849026 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-4c702fcd-b20f-4c3b-9418-c4758ae53e83 req-a1995582-72bf-452d-b1dd-6866b524d03d service neutron] Synchronizing usage tracker for tenant:19e39aa046414159a892045ddadc0088 on resource:security_group {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:32.864696 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-4c702fcd-b20f-4c3b-9418-c4758ae53e83 req-a1995582-72bf-452d-b1dd-6866b524d03d service neutron] Unset dirty status for tenant:19e39aa046414159a892045ddadc0088 on resource:security_group {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:32.866356 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4c702fcd-b20f-4c3b-9418-c4758ae53e83 req-a1995582-72bf-452d-b1dd-6866b524d03d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433366 Apr 14 16:11:32.890175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.906867 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:32.911646 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Usage tracker for resource:security_group_rule and tenant:6481c497b0e0414f8bb8ec0deef8a7ca is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:32.914657 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:32.921852 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:32.982925 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5ede1-0599-45c8-bad8-c4c06a6a7cd3 req-4c044af6-e239-4328-839b-fd93d9b1a764 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:32.984683 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-24f5ede1-0599-45c8-bad8-c4c06a6a7cd3 req-4c044af6-e239-4328-839b-fd93d9b1a764 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0969131 Apr 14 16:11:32.995180 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36138) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:33.009077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-d7fe7504-7a52-4751-95e6-477b6acd260d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Request body: {'floatingip': {'port_id': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:33.114073 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d7fe7504-7a52-4751-95e6-477b6acd260d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for floatingip, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.230958 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8f5cd-0d41-42d1-ba50-4e4ec7fd0ee2 req-c6cdff93-04f4-4ba5-b62d-9349bc549254 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:33.233109 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-75b8f5cd-0d41-42d1-ba50-4e4ec7fd0ee2 req-c6cdff93-04f4-4ba5-b62d-9349bc549254 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 943 time: 0.1052451 Apr 14 16:11:33.264943 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-75b8f5cd-0d41-42d1-ba50-4e4ec7fd0ee2 req-d9ca14e4-9b38-4433-9955-894500d5c4fa tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249083 Apr 14 16:11:33.364745 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.380153 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.391312 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:33.588553 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e90c75e-9a75-4e1b-983c-ded7154db8f8,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:33.597547 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6481c497b0e0414f8bb8ec0deef8a7ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8468592 Apr 14 16:11:33.600419 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 36148) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:33.610135 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.610548 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.610949 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.611341 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.611729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.612118 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.612504 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.612889 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.613303 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.613692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.614071 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.614455 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.618667 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:33.649001 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1de17-1e32-4c47-b790-7daf2786a23e req-f9bce286-b6fb-4f90-8f9f-bb0944276714 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:33.650424 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-74c1de17-1e32-4c47-b790-7daf2786a23e req-f9bce286-b6fb-4f90-8f9f-bb0944276714 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 945 time: 0.5716207 Apr 14 16:11:33.663184 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.690929 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.699011 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-74c1de17-1e32-4c47-b790-7daf2786a23e req-ff2f8e25-30af-446b-9d8c-c287958e7035 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410514 Apr 14 16:11:33.741194 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.748300 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:33.762236 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e90c75e-9a75-4e1b-983c-ded7154db8f8,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:33.770611 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.774326 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e90c75e-9a75-4e1b-983c-ded7154db8f8 HTTP/1.1" status: 204 len: 168 time: 0.1702633 Apr 14 16:11:33.774326 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.774326 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.774602 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.783448 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.784101 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.784701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.785535 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.786330 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.787241 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.788435 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.789100 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.789787 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:33.795933 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:34.136975 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 36160) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:34.159885 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9c94f4ff-a49e-4704-ab70-4a051cee1fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.180425 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 77aa0f57-1061-4ceb-8c03-558b3b45583f details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:11:34.188069 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device d0063e5f-fce6-4c5b-9155-46be8709096a up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:34.202922 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-9c94f4ff-a49e-4704-ab70-4a051cee1fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:34.211384 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-9c94f4ff-a49e-4704-ab70-4a051cee1fee admin admin] Usage tracker for resource:security_group_rule and tenant:a463cfc13dc4407c918d3832bb6a7d50 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:34.215281 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-9c94f4ff-a49e-4704-ab70-4a051cee1fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:34.230002 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-9c94f4ff-a49e-4704-ab70-4a051cee1fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:34.390337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.db.resource_extend [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:11:34.448549 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d7fe7504-7a52-4751-95e6-477b6acd260d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.453205 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d7fe7504-7a52-4751-95e6-477b6acd260d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854381538'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.507062 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9c94f4ff-a49e-4704-ab70-4a051cee1fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.513716 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9c94f4ff-a49e-4704-ab70-4a051cee1fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.558514 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ca4990bf-cd17-4ce3-a31f-d916ccfed20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:34.591253 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-9c94f4ff-a49e-4704-ab70-4a051cee1fee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a463cfc13dc4407c918d3832bb6a7d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4522421 Apr 14 16:11:34.591795 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 36176) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:34.593336 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94f4ff-a49e-4704-ab70-4a051cee1fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6be399e-400c-48b1-85f2-a782594518d0,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:34.610188 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9c94f4ff-a49e-4704-ab70-4a051cee1fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:34.662391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 77aa0f57-1061-4ceb-8c03-558b3b45583f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=77aa0f57-1061-4ceb-8c03-558b3b45583f,segment=NetworkSegment(fa60e05a-0e61-4e81-afb8-895a8bbff706),segment_id=fa60e05a-0e61-4e81-afb8-895a8bbff706)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:34.664019 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_db [None req-d7fe7504-7a52-4751-95e6-477b6acd260d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Floating IP 255b8ff0-b870-49a5-8b0c-48fc0e5edc15 associated. External IP: 172.27.2.202, port: d74de9c1-8188-4d05-92fc-6cdce0aa2e31. Apr 14 16:11:34.681957 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': '77aa0f57-1061-4ceb-8c03-558b3b45583f', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'port_id': '77aa0f57-1061-4ceb-8c03-558b3b45583f', 'mac_address': 'fa:16:3e:c3:a9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:11:34.686537 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port d0063e5f-fce6-4c5b-9155-46be8709096a completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:34.727736 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port d0063e5f-fce6-4c5b-9155-46be8709096a triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:34.728165 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.787132 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73578599-f47e-46d1-8cd2-e31ca9400470 req-99988533-26b9-480a-8b42-754a3effaf29 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:34.795462 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-73578599-f47e-46d1-8cd2-e31ca9400470 req-99988533-26b9-480a-8b42-754a3effaf29 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 943 time: 0.2379014 Apr 14 16:11:34.810374 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-efb4cd45-1c0e-4f3e-9ce4-64f9d016a6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.848669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-efb4cd45-1c0e-4f3e-9ce4-64f9d016a6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.860094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.861755 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77aa0f57-1061-4ceb-8c03-558b3b45583f {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:34.881798 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 36186) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:34.911471 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 77aa0f57-1061-4ceb-8c03-558b3b45583f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=77aa0f57-1061-4ceb-8c03-558b3b45583f,segment=NetworkSegment(fa60e05a-0e61-4e81-afb8-895a8bbff706),segment_id=fa60e05a-0e61-4e81-afb8-895a8bbff706)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:34.913865 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-73578599-f47e-46d1-8cd2-e31ca9400470 req-ded96cfa-adfa-403e-bef7-5e2ce8829be0 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174841 Apr 14 16:11:34.915004 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-efb4cd45-1c0e-4f3e-9ce4-64f9d016a6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.921680 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0068dd01-14cb-43c0-a2fc-2aad1d0cd8ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:34.936346 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.936756 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4cd45-1c0e-4f3e-9ce4-64f9d016a6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6be399e-400c-48b1-85f2-a782594518d0,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:34.938692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:34.940017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-efb4cd45-1c0e-4f3e-9ce4-64f9d016a6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:34.944412 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-efb4cd45-1c0e-4f3e-9ce4-64f9d016a6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.947972 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-efb4cd45-1c0e-4f3e-9ce4-64f9d016a6e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6be399e-400c-48b1-85f2-a782594518d0 HTTP/1.1" status: 204 len: 168 time: 0.3379743 Apr 14 16:11:35.054569 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-58c7d513-a2af-46e7-9c7e-38d882162956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:35.071866 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-58c7d513-a2af-46e7-9c7e-38d882162956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:35.074774 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:35.076137 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-58c7d513-a2af-46e7-9c7e-38d882162956 admin admin] Usage tracker for resource:security_group_rule and tenant:ffbe4a4bae1c4ec0b838a9c1c543447f is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:35.079634 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-58c7d513-a2af-46e7-9c7e-38d882162956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:35.086259 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-58c7d513-a2af-46e7-9c7e-38d882162956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:35.131078 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab89b0d-d22c-4d99-8946-878629b4a370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0063e5f-fce6-4c5b-9155-46be8709096a'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:35.167143 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port d0063e5f-fce6-4c5b-9155-46be8709096a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d0063e5f-fce6-4c5b-9155-46be8709096a,segment=NetworkSegment(17318d1e-9897-40a1-858c-8a4987f7fe53),segment_id=17318d1e-9897-40a1-858c-8a4987f7fe53)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:35.176866 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=77aa0f57-1061-4ceb-8c03-558b3b45583f,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:35.180325 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fe7504-7a52-4751-95e6-477b6acd260d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Router ed2f5836-114c-418f-ae86-2e997197a2c1 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:11:35.182272 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:35.192765 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:35.193498 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:35.194086 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:35.195388 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:35.196007 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:35.196578 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:35.197199 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:35.197764 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:35.198345 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:35.198904 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:35.199461 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:35.200578 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:35.207693 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:35.208799 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:35.246461 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-58c7d513-a2af-46e7-9c7e-38d882162956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:35.250091 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-58c7d513-a2af-46e7-9c7e-38d882162956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:35.262345 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-19bd4b4e-1021-47be-aff9-5f64b08a62a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:35.290770 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab89b0d-d22c-4d99-8946-878629b4a370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0063e5f-fce6-4c5b-9155-46be8709096a', 'code': 200} Apr 14 16:11:35.292026 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=d0063e5f-fce6-4c5b-9155-46be8709096a,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:35.296672 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:35.303657 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7d513-a2af-46e7-9c7e-38d882162956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac292b3d-3793-40e1-9d3e-d52a63d3ba6b,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:35.308538 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-58c7d513-a2af-46e7-9c7e-38d882162956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:35.330353 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-58c7d513-a2af-46e7-9c7e-38d882162956 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ffbe4a4bae1c4ec0b838a9c1c543447f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4455116 Apr 14 16:11:35.331131 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 36202) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:35.437116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1048b786-c7a8-4e3c-80a9-191a7cf13b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:35.467565 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fe7504-7a52-4751-95e6-477b6acd260d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:11:35.478232 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['77aa0f57-1061-4ceb-8c03-558b3b45583f'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:35.482941 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e06fc-65ee-40a2-aa65-df177f734ee4 None None] Sync routers for ids ['ed2f5836-114c-418f-ae86-2e997197a2c1'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:11:35.496188 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac75b84-af74-4dcb-a7a9-2984e5cb0195 req-0671a621-8bd2-4838-8e10-868c1d62b5d8 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:35.499328 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5ac75b84-af74-4dcb-a7a9-2984e5cb0195 req-0671a621-8bd2-4838-8e10-868c1d62b5d8 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 945 time: 0.6292603 Apr 14 16:11:35.516102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e06fc-65ee-40a2-aa65-df177f734ee4 None None] Routers {'ed2f5836-114c-418f-ae86-2e997197a2c1'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:35.516801 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-1f4e06fc-65ee-40a2-aa65-df177f734ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:11:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['ed2f5836-114c-418f-ae86-2e997197a2c1'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:35.517106 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1048b786-c7a8-4e3c-80a9-191a7cf13b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:35.544517 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d7fe7504-7a52-4751-95e6-477b6acd260d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:35.649161 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5ac75b84-af74-4dcb-a7a9-2984e5cb0195 req-0112c373-fc20-450a-96d6-df16890751db tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361668 Apr 14 16:11:35.711363 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d7fe7504-7a52-4751-95e6-477b6acd260d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "PUT /v2.0/floatingips/255b8ff0-b870-49a5-8b0c-48fc0e5edc15 HTTP/1.1" status: 200 len: 991 time: 2.7150323 Apr 14 16:11:35.713263 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1048b786-c7a8-4e3c-80a9-191a7cf13b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:35.717755 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'tag': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:35.727869 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ceb4b8-a49b-45ad-8953-4b4eae3896e7 req-fefe864f-4518-4792-af36-404dc264aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:35.729863 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-84ceb4b8-a49b-45ad-8953-4b4eae3896e7 req-fefe864f-4518-4792-af36-404dc264aa1c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 1099 time: 0.1528027 Apr 14 16:11:35.731620 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-920c7054-cb90-4846-b3ce-4008630bcfc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:35.745512 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048b786-c7a8-4e3c-80a9-191a7cf13b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac292b3d-3793-40e1-9d3e-d52a63d3ba6b,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:35.776501 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1048b786-c7a8-4e3c-80a9-191a7cf13b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:35.787477 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'tag': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31', 'status': 'completed', 'code': 200} Apr 14 16:11:35.812682 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1048b786-c7a8-4e3c-80a9-191a7cf13b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:35.817086 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-1048b786-c7a8-4e3c-80a9-191a7cf13b9b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac292b3d-3793-40e1-9d3e-d52a63d3ba6b HTTP/1.1" status: 204 len: 168 time: 0.4835227 Apr 14 16:11:35.895953 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-84ceb4b8-a49b-45ad-8953-4b4eae3896e7 req-de598948-a4fa-4243-b9be-24ebe82a469e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128836 Apr 14 16:11:36.088386 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd8545-68eb-4adc-95d1-27668a743b6f req-6c2a1eff-d842-47e6-a807-d3342bdb71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:36.090791 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-77dd8545-68eb-4adc-95d1-27668a743b6f req-6c2a1eff-d842-47e6-a807-d3342bdb71e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f&device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 1098 time: 0.2559333 Apr 14 16:11:36.191003 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-1f4e06fc-65ee-40a2-aa65-df177f734ee4 None None] Set router ed2f5836-114c-418f-ae86-2e997197a2c1 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:36.263920 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd8545-68eb-4adc-95d1-27668a743b6f req-13d69c2e-0810-4277-8e72-0af9a97e7484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:36.265743 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-77dd8545-68eb-4adc-95d1-27668a743b6f req-13d69c2e-0810-4277-8e72-0af9a97e7484 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1543812-41fe-4295-b0c3-e4201c886b18 HTTP/1.1" status: 200 len: 918 time: 0.1522102 Apr 14 16:11:36.442832 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-77dd8545-68eb-4adc-95d1-27668a743b6f req-57fcdc49-1521-47ff-93f9-83e18b6bbd32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d74de9c1-8188-4d05-92fc-6cdce0aa2e31 HTTP/1.1" status: 200 len: 999 time: 0.1316302 Apr 14 16:11:36.521769 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 36242) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:36.535855 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd8545-68eb-4adc-95d1-27668a743b6f req-df9aa8ec-cdf2-41c6-a7c3-db4e0ce540fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:36.537565 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-77dd8545-68eb-4adc-95d1-27668a743b6f req-df9aa8ec-cdf2-41c6-a7c3-db4e0ce540fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e65b27a-159c-4d87-bc0d-8c19d0e1a018 HTTP/1.1" status: 200 len: 856 time: 0.0810444 Apr 14 16:11:36.564834 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-313b25e3-9dee-427c-b9e6-f4841601fe1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.566565 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4497e-8c75-43ac-969d-bad2cc00a63f req-11f83074-8982-4a82-83dc-44b06297a6f6 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:36.568170 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fff4497e-8c75-43ac-969d-bad2cc00a63f req-11f83074-8982-4a82-83dc-44b06297a6f6 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 944 time: 0.3013670 Apr 14 16:11:36.608276 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-313b25e3-9dee-427c-b9e6-f4841601fe1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:36.616607 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-313b25e3-9dee-427c-b9e6-f4841601fe1c admin admin] Usage tracker for resource:security_group_rule and tenant:4b5e269f35174dc78a0aba51c4094fd6 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:36.620273 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-313b25e3-9dee-427c-b9e6-f4841601fe1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:36.635931 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-313b25e3-9dee-427c-b9e6-f4841601fe1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:36.687096 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fff4497e-8c75-43ac-969d-bad2cc00a63f req-366ef2b4-3dcb-4cfc-9959-aed0bf786a29 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964797 Apr 14 16:11:36.718218 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-1f4e06fc-65ee-40a2-aa65-df177f734ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:10:44Z', 'revision_number': 4, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '255b8ff0-b870-49a5-8b0c-48fc0e5edc15', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'port_id': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'mac_address': 'fa:16:3e:52:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:10:56Z', 'updated_at': '2021-04-14T16:11:34Z', 'revision_number': 1, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50adff03-335d-4a55-810e-df59dbd8eb05', 'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:42Z', 'updated_at': '2021-04-14T16:10:58Z', 'revision_number': 5, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'subnets': [{'id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:36.723836 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e06fc-65ee-40a2-aa65-df177f734ee4 None None] Checking router: ed2f5836-114c-418f-ae86-2e997197a2c1 for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:11:36.752104 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd8545-68eb-4adc-95d1-27668a743b6f req-4e734e57-717f-4017-bdab-5bf41ccd66d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:36.753798 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-77dd8545-68eb-4adc-95d1-27668a743b6f req-4e734e57-717f-4017-bdab-5bf41ccd66d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1543812-41fe-4295-b0c3-e4201c886b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1582029 Apr 14 16:11:36.756072 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e06fc-65ee-40a2-aa65-df177f734ee4 None None] Routers {'ed2f5836-114c-418f-ae86-2e997197a2c1'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:36.756765 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-1f4e06fc-65ee-40a2-aa65-df177f734ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:11:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['ed2f5836-114c-418f-ae86-2e997197a2c1'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:36.766553 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-313b25e3-9dee-427c-b9e6-f4841601fe1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.770103 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-313b25e3-9dee-427c-b9e6-f4841601fe1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.800031 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9c94f4ff-a49e-4704-ab70-4a051cee1fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:36.831645 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-313b25e3-9dee-427c-b9e6-f4841601fe1c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b5e269f35174dc78a0aba51c4094fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086851 Apr 14 16:11:36.833882 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b25e3-9dee-427c-b9e6-f4841601fe1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c3b352-70dd-4798-8391-aede18ea7b9a,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:36.834561 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36252) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:36.837180 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-313b25e3-9dee-427c-b9e6-f4841601fe1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:36.948935 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633a682-2afb-4dd3-8fac-af436ab536ad req-78deeaea-652a-4b32-b2a6-fe27551a124e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:36.951688 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a633a682-2afb-4dd3-8fac-af436ab536ad req-78deeaea-652a-4b32-b2a6-fe27551a124e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1189358 Apr 14 16:11:37.015979 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a633a682-2afb-4dd3-8fac-af436ab536ad req-69f00b60-98c1-4aca-82cc-48dcff151e10 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545447 Apr 14 16:11:37.143036 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-1f4e06fc-65ee-40a2-aa65-df177f734ee4 None None] Set router ed2f5836-114c-418f-ae86-2e997197a2c1 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:37.444370 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e363-1f24-498e-9af0-2d7f739dd0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:37.490801 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e363-1f24-498e-9af0-2d7f739dd0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:37.501797 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-77dd8545-68eb-4adc-95d1-27668a743b6f req-6a098c80-5d5d-4c3d-97f2-ae89a32e1dd6 service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7338965 Apr 14 16:11:37.628612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d59bc-f6db-4a98-b073-f438b62b909b req-0065a4eb-9a31-4e36-aaeb-476ae516988c tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:37.638866 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-1f4e06fc-65ee-40a2-aa65-df177f734ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:10:44Z', 'revision_number': 4, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '255b8ff0-b870-49a5-8b0c-48fc0e5edc15', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'port_id': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'mac_address': 'fa:16:3e:52:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:10:56Z', 'updated_at': '2021-04-14T16:11:34Z', 'revision_number': 1, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50adff03-335d-4a55-810e-df59dbd8eb05', 'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:42Z', 'updated_at': '2021-04-14T16:10:58Z', 'revision_number': 5, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'subnets': [{'id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:37.639107 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6b1d59bc-f6db-4a98-b073-f438b62b909b req-0065a4eb-9a31-4e36-aaeb-476ae516988c tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 945 time: 0.2769048 Apr 14 16:11:37.645228 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e06fc-65ee-40a2-aa65-df177f734ee4 None None] The sync data for ids ['ed2f5836-114c-418f-ae86-2e997197a2c1'] in dv-cinder-786266-1-iscsi is: [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:10:44Z', 'revision_number': 4, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '255b8ff0-b870-49a5-8b0c-48fc0e5edc15', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'port_id': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'mac_address': 'fa:16:3e:52:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:10:56Z', 'updated_at': '2021-04-14T16:11:34Z', 'revision_number': 1, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50adff03-335d-4a55-810e-df59dbd8eb05', 'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:42Z', 'updated_at': '2021-04-14T16:10:58Z', 'revision_number': 5, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'subnets': [{'id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:11:37.830580 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6b1d59bc-f6db-4a98-b073-f438b62b909b req-d40745da-178b-4195-b2b5-e5a3c6ed1e55 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/security-groups?id=271c76f5-128c-40fb-935c-eed222b532d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903861 Apr 14 16:11:37.850210 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e363-1f24-498e-9af0-2d7f739dd0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:37.855945 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:37.891033 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8e363-1f24-498e-9af0-2d7f739dd0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c3b352-70dd-4798-8391-aede18ea7b9a,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:37.894777 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e363-1f24-498e-9af0-2d7f739dd0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:37.895979 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-bbc8e363-1f24-498e-9af0-2d7f739dd0d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b5c3b352-70dd-4798-8391-aede18ea7b9a HTTP/1.1" status: 204 len: 168 time: 1.0602007 Apr 14 16:11:37.897200 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bbc8e363-1f24-498e-9af0-2d7f739dd0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:37.899829 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-77dd8545-68eb-4adc-95d1-27668a743b6f req-5ddc9eca-ab0b-4047-a7af-461e804eb83c service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536377 Apr 14 16:11:38.010239 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d5c8a-018f-4316-9ccb-477618c61635 req-94e6ee8e-4ca7-4de7-a725-5b7707c07cf6 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:38.012265 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d86d5c8a-018f-4316-9ccb-477618c61635 req-94e6ee8e-4ca7-4de7-a725-5b7707c07cf6 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 944 time: 0.1661611 Apr 14 16:11:38.095347 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5324a0-aa9c-4150-a56a-e7b28d50a06e None None] New status for floating IP 255b8ff0-b870-49a5-8b0c-48fc0e5edc15: ACTIVE {{(pid=85246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:11:38.140256 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d86d5c8a-018f-4316-9ccb-477618c61635 req-d64f6037-c840-4e34-9111-cd15b0ad7f22 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207705 Apr 14 16:11:38.201983 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 77aa0f57-1061-4ceb-8c03-558b3b45583f up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:38.284795 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-03923974-3317-4feb-a0ac-a9113c5ae2e7 req-e171a9e3-a9cf-40bc-ab20-0c807dbf48c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2680764 Apr 14 16:11:38.381176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port 77aa0f57-1061-4ceb-8c03-558b3b45583f completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:38.395586 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port 77aa0f57-1061-4ceb-8c03-558b3b45583f triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:38.396077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:38.631970 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b80182-c5b7-4a83-9292-4a7f4520a0a8 req-500b0c3b-e070-4bc3-9742-f6ddd1357855 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:38.633499 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a4b80182-c5b7-4a83-9292-4a7f4520a0a8 req-500b0c3b-e070-4bc3-9742-f6ddd1357855 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.3121729 Apr 14 16:11:38.640208 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03923974-3317-4feb-a0ac-a9113c5ae2e7 req-c9fa98eb-4fff-467d-b1d1-cce3856cee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:38.641958 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-03923974-3317-4feb-a0ac-a9113c5ae2e7 req-c9fa98eb-4fff-467d-b1d1-cce3856cee2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8a4298bacf14cd493bcec2e3543ab00&device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 1099 time: 0.1930001 Apr 14 16:11:38.679067 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a4b80182-c5b7-4a83-9292-4a7f4520a0a8 req-70e5bb88-a2bf-4e97-a048-79296e23f70c tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351267 Apr 14 16:11:38.758269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:38.776713 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 77aa0f57-1061-4ceb-8c03-558b3b45583f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=77aa0f57-1061-4ceb-8c03-558b3b45583f,segment=NetworkSegment(fa60e05a-0e61-4e81-afb8-895a8bbff706),segment_id=fa60e05a-0e61-4e81-afb8-895a8bbff706)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:38.778039 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd8ae4b-9ee1-4ba9-830e-d1e721901938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77aa0f57-1061-4ceb-8c03-558b3b45583f'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:38.786305 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:38.788367 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fcf3888d-89e1-48c5-9987-1c0ec212db75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:38.873765 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=77aa0f57-1061-4ceb-8c03-558b3b45583f,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:38.879515 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd8ae4b-9ee1-4ba9-830e-d1e721901938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77aa0f57-1061-4ceb-8c03-558b3b45583f', 'code': 200} Apr 14 16:11:38.880435 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:38.941376 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03923974-3317-4feb-a0ac-a9113c5ae2e7 req-58cb132d-08f0-4e42-a391-ff56ee55c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:38.943062 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-03923974-3317-4feb-a0ac-a9113c5ae2e7 req-58cb132d-08f0-4e42-a391-ff56ee55c533 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2513cfaf-5700-4daa-9c93-a6579fd80809 HTTP/1.1" status: 200 len: 915 time: 0.2622919 Apr 14 16:11:39.125446 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-03923974-3317-4feb-a0ac-a9113c5ae2e7 req-6afd3466-b5b8-4fbf-bb89-9e386381c8ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f HTTP/1.1" status: 200 len: 217 time: 0.1507244 Apr 14 16:11:39.259766 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36356) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:39.332210 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2755e2e-60b9-4829-9367-b3c9daa34c75 req-41f31c15-f4e0-4f09-8abe-1527e6cabc15 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:39.333916 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a2755e2e-60b9-4829-9367-b3c9daa34c75 req-41f31c15-f4e0-4f09-8abe-1527e6cabc15 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 945 time: 0.1910942 Apr 14 16:11:39.335772 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03923974-3317-4feb-a0ac-a9113c5ae2e7 req-a8abee62-b706-4c67-b9b1-a79d325b22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:39.337608 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-03923974-3317-4feb-a0ac-a9113c5ae2e7 req-a8abee62-b706-4c67-b9b1-a79d325b22f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6314984e-c666-4643-8910-68766b138db6 HTTP/1.1" status: 200 len: 854 time: 0.1228814 Apr 14 16:11:39.410732 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a600c-f494-4220-9932-99420711c12f req-a62bd112-9212-420b-8b66-15ce8f2d48c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:39.412561 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-489a600c-f494-4220-9932-99420711c12f req-a62bd112-9212-420b-8b66-15ce8f2d48c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef0238a8f524a30a94d06aa25d272f8&device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 1099 time: 0.2467813 Apr 14 16:11:39.420015 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83e9f1-f91b-4dfb-be79-2ba1bde6ee0c req-ea0b2fc3-648e-4f5e-8275-289027c496e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:39.421808 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5e83e9f1-f91b-4dfb-be79-2ba1bde6ee0c req-ea0b2fc3-648e-4f5e-8275-289027c496e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 1098 time: 0.2546721 Apr 14 16:11:39.440914 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-03923974-3317-4feb-a0ac-a9113c5ae2e7 req-93d5f045-0114-441b-aa64-c85315003dd8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513cfaf-5700-4daa-9c93-a6579fd80809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800593 Apr 14 16:11:39.453250 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b154be-8f1f-4f40-9ddf-2adc9d4af726 req-79152893-cd00-4c60-a4cf-28efe460ac5a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:39.454932 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-23b154be-8f1f-4f40-9ddf-2adc9d4af726 req-79152893-cd00-4c60-a4cf-28efe460ac5a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1921947 Apr 14 16:11:39.461244 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a2755e2e-60b9-4829-9367-b3c9daa34c75 req-db730e53-621b-4c3c-b77d-f64a47b74ac5 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/security-groups?id=271c76f5-128c-40fb-935c-eed222b532d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175086 Apr 14 16:11:39.546263 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5e83e9f1-f91b-4dfb-be79-2ba1bde6ee0c req-018cf4ff-fcff-46ef-bdfe-de469ed2cef8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902398 Apr 14 16:11:39.674997 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a8ff0cd3-5345-43e6-ad4d-3736d8cf7076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:39.736263 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a600c-f494-4220-9932-99420711c12f req-cef14191-2a3e-42e0-83db-aca6d9120026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:39.737852 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-489a600c-f494-4220-9932-99420711c12f req-cef14191-2a3e-42e0-83db-aca6d9120026 service neutron] 10.222.0.41 "GET /v2.0/networks?id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c HTTP/1.1" status: 200 len: 918 time: 0.2807503 Apr 14 16:11:39.759109 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-a8ff0cd3-5345-43e6-ad4d-3736d8cf7076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:39.764530 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-a8ff0cd3-5345-43e6-ad4d-3736d8cf7076 admin admin] Usage tracker for resource:security_group_rule and tenant:8cb0170c0ac5468b983d8e7ab991b5d3 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:39.765651 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-23b154be-8f1f-4f40-9ddf-2adc9d4af726 req-4e98a238-7477-4bd3-aecc-169be256196f tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182519 Apr 14 16:11:39.776086 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-a8ff0cd3-5345-43e6-ad4d-3736d8cf7076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:39.782674 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-a8ff0cd3-5345-43e6-ad4d-3736d8cf7076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:39.890985 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a8ff0cd3-5345-43e6-ad4d-3736d8cf7076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:39.897238 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a8ff0cd3-5345-43e6-ad4d-3736d8cf7076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:39.909351 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f22b1462-ed57-4cc3-b445-8a61b98d14ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:39.917218 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-489a600c-f494-4220-9932-99420711c12f req-a5992c5e-d972-49d5-9ad7-1a45f0a73e39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0063e5f-fce6-4c5b-9155-46be8709096a HTTP/1.1" status: 200 len: 217 time: 0.1503830 Apr 14 16:11:39.986771 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff0cd3-5345-43e6-ad4d-3736d8cf7076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148d9758-d5d0-4c81-a8c1-3a50847edeef,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:40.005954 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a8ff0cd3-5345-43e6-ad4d-3736d8cf7076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:40.009621 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-03923974-3317-4feb-a0ac-a9113c5ae2e7 req-89a0580d-728f-4a9a-b7a7-b1d5e6b1801b service neutron] 10.222.0.41 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470860 Apr 14 16:11:40.016033 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 36420) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:40.016300 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-a8ff0cd3-5345-43e6-ad4d-3736d8cf7076 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8cb0170c0ac5468b983d8e7ab991b5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7510190 Apr 14 16:11:40.082388 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a600c-f494-4220-9932-99420711c12f req-49f392d5-c5ee-4cd1-bee1-9097751bbbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:40.084236 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-489a600c-f494-4220-9932-99420711c12f req-49f392d5-c5ee-4cd1-bee1-9097751bbbc3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e HTTP/1.1" status: 200 len: 857 time: 0.1413891 Apr 14 16:11:40.100949 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-267330ad-971a-4104-87e4-0c8e7264ec85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:40.172164 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-489a600c-f494-4220-9932-99420711c12f req-c5ad7d77-0615-45bb-9ea4-e8a9bbfc7139 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674205 Apr 14 16:11:40.180389 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094c5fc-a415-4ea5-a50e-97d91973f018 req-00746374-3e25-460c-bd93-3deacc962dd9 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:40.182017 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6094c5fc-a415-4ea5-a50e-97d91973f018 req-00746374-3e25-460c-bd93-3deacc962dd9 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.4806979 Apr 14 16:11:40.215957 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-267330ad-971a-4104-87e4-0c8e7264ec85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:40.236496 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-03923974-3317-4feb-a0ac-a9113c5ae2e7 req-9c9d5c4a-21d9-4b5e-ad77-d464d5af4147 service neutron] 10.222.0.41 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091408 Apr 14 16:11:40.239887 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6094c5fc-a415-4ea5-a50e-97d91973f018 req-74aa16cf-afc0-4c2c-a178-5885c256f6fe tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480802 Apr 14 16:11:40.375028 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-489a600c-f494-4220-9932-99420711c12f req-6193c841-bda2-43f5-8e03-55a145f1c1f9 service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906185 Apr 14 16:11:40.383645 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-267330ad-971a-4104-87e4-0c8e7264ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:40.394377 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:40.412447 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267330ad-971a-4104-87e4-0c8e7264ec85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148d9758-d5d0-4c81-a8c1-3a50847edeef,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:40.518132 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-267330ad-971a-4104-87e4-0c8e7264ec85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:40.523688 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-267330ad-971a-4104-87e4-0c8e7264ec85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:40.524885 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-267330ad-971a-4104-87e4-0c8e7264ec85 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/148d9758-d5d0-4c81-a8c1-3a50847edeef HTTP/1.1" status: 204 len: 168 time: 0.5074999 Apr 14 16:11:40.574548 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-489a600c-f494-4220-9932-99420711c12f req-11b3d344-fb4d-40cc-91ba-236dc352ceac service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635125 Apr 14 16:11:40.671747 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da39416-1f54-4e27-80fb-0153ba0d5dba req-b5a95726-f697-4e9f-9766-4e02ba5ec7fa tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:40.673550 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4da39416-1f54-4e27-80fb-0153ba0d5dba req-b5a95726-f697-4e9f-9766-4e02ba5ec7fa tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 945 time: 0.0931768 Apr 14 16:11:40.719954 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4da39416-1f54-4e27-80fb-0153ba0d5dba req-2b366c02-201a-40ef-8986-04e7f63aea98 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/security-groups?id=271c76f5-128c-40fb-935c-eed222b532d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395129 Apr 14 16:11:40.857585 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36442) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:40.876266 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-93d589bf-09b9-4c6c-81cc-ccb063275dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:40.935398 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-93d589bf-09b9-4c6c-81cc-ccb063275dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:40.946344 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-93d589bf-09b9-4c6c-81cc-ccb063275dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:851af2a9dfc24bacae415949b7a3fb08 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:40.951900 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-93d589bf-09b9-4c6c-81cc-ccb063275dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:40.959160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-93d589bf-09b9-4c6c-81cc-ccb063275dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:41.026094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1cd0e-e741-4496-8890-894df799b43a req-9110b31f-e70b-457d-9cc4-17cc3cfbb368 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:41.027840 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06c1cd0e-e741-4496-8890-894df799b43a req-9110b31f-e70b-457d-9cc4-17cc3cfbb368 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1408525 Apr 14 16:11:41.079479 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06c1cd0e-e741-4496-8890-894df799b43a req-dff778a9-ef1e-4fd3-a36b-4d6c666e4400 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389752 Apr 14 16:11:41.119098 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-93d589bf-09b9-4c6c-81cc-ccb063275dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:41.126226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-93d589bf-09b9-4c6c-81cc-ccb063275dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:41.159528 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-6bfa55be-8d13-4e0b-bd1f-69acc394f413 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:41.187031 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-93d589bf-09b9-4c6c-81cc-ccb063275dd2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=851af2a9dfc24bacae415949b7a3fb08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282645 Apr 14 16:11:41.190846 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36460) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:41.239053 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d589bf-09b9-4c6c-81cc-ccb063275dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c2f2bd-f8c1-422b-97ab-5f6434757e99,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:41.255593 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-93d589bf-09b9-4c6c-81cc-ccb063275dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:41.287262 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3d4dbc09-6e97-44e6-bcd3-19282e7008e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:41.320539 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3d4dbc09-6e97-44e6-bcd3-19282e7008e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:41.373061 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4e3d1-908f-464e-a7bd-6b5723a0637d req-96ce4195-5ae4-4811-8396-f9aedc30404b tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:41.374813 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8df4e3d1-908f-464e-a7bd-6b5723a0637d req-96ce4195-5ae4-4811-8396-f9aedc30404b tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 945 time: 0.2422109 Apr 14 16:11:41.380346 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3d4dbc09-6e97-44e6-bcd3-19282e7008e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:41.384461 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d04a99d0-6713-4912-b401-1e17630cde7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:41.398269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4dbc09-6e97-44e6-bcd3-19282e7008e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c2f2bd-f8c1-422b-97ab-5f6434757e99,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:41.401083 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3d4dbc09-6e97-44e6-bcd3-19282e7008e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:41.411935 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3d4dbc09-6e97-44e6-bcd3-19282e7008e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:41.414087 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-3d4dbc09-6e97-44e6-bcd3-19282e7008e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8c2f2bd-f8c1-422b-97ab-5f6434757e99 HTTP/1.1" status: 204 len: 168 time: 0.2214515 Apr 14 16:11:41.500208 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-8df4e3d1-908f-464e-a7bd-6b5723a0637d req-da1b3ca5-0a78-49d0-aed4-74da4fcf6b54 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Deleting port 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:41.500513 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-8df4e3d1-908f-464e-a7bd-6b5723a0637d req-da1b3ca5-0a78-49d0-aed4-74da4fcf6b54 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:41.558094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b825413-ef9f-40de-ad36-4251cecfdb81 req-e560aac4-7c06-46ae-8052-91917a92915b tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:41.559855 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2b825413-ef9f-40de-ad36-4251cecfdb81 req-e560aac4-7c06-46ae-8052-91917a92915b tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1234083 Apr 14 16:11:41.618561 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2b825413-ef9f-40de-ad36-4251cecfdb81 req-37a99eb0-e933-46cd-823f-ab084b84fa43 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498941 Apr 14 16:11:41.959651 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-8df4e3d1-908f-464e-a7bd-6b5723a0637d req-da1b3ca5-0a78-49d0-aed4-74da4fcf6b54 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] For port 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8c7ab778-5b23-468f-a76c-4db3dc5b5d0f,segment=NetworkSegment(7b5275f8-746a-4440-8a56-62645a8bb13c),segment_id=7b5275f8-746a-4440-8a56-62645a8bb13c)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:41.960154 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-8df4e3d1-908f-464e-a7bd-6b5723a0637d req-da1b3ca5-0a78-49d0-aed4-74da4fcf6b54 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:41.969295 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c4556-be05-49eb-bcc6-f17d7e260c5b req-d4e2b3fe-be11-4492-9582-356d7e2f7d0a tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:41.970954 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ad6c4556-be05-49eb-bcc6-f17d7e260c5b req-d4e2b3fe-be11-4492-9582-356d7e2f7d0a tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 945 time: 0.1005096 Apr 14 16:11:42.004090 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ad6c4556-be05-49eb-bcc6-f17d7e260c5b req-9e22a2fe-5271-4f21-a1ef-f69a5e904042 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/security-groups?id=271c76f5-128c-40fb-935c-eed222b532d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255716 Apr 14 16:11:42.355119 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bdbf-71aa-4ac9-9bee-01ca79e5a69e req-fe0582af-42f2-4b1a-9ce9-e28f6a6a4c23 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:42.357801 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b639bdbf-71aa-4ac9-9bee-01ca79e5a69e req-fe0582af-42f2-4b1a-9ce9-e28f6a6a4c23 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1115379 Apr 14 16:11:42.366959 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-8df4e3d1-908f-464e-a7bd-6b5723a0637d req-da1b3ca5-0a78-49d0-aed4-74da4fcf6b54 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Calling delete_port for 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f owned by compute:nova {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:42.391408 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b639bdbf-71aa-4ac9-9bee-01ca79e5a69e req-6f5e54ac-d44f-4770-a023-5f93459d7149 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256803 Apr 14 16:11:42.473878 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f905ae-8e92-4c5d-8926-08aebb7755be req-3c8d8b6b-cefd-49fa-943a-485394c0bec3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:42.477167 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-13f905ae-8e92-4c5d-8926-08aebb7755be req-3c8d8b6b-cefd-49fa-943a-485394c0bec3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.6577313 Apr 14 16:11:42.485786 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36512) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:42.491764 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-f59d1373-0091-4084-988b-71ef5a909922 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Request body: {'floatingip': {'port_id': '77aa0f57-1061-4ceb-8c03-558b3b45583f'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:42.593943 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f59d1373-0091-4084-988b-71ef5a909922 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for floatingip, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:42.663919 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-8df4e3d1-908f-464e-a7bd-6b5723a0637d req-da1b3ca5-0a78-49d0-aed4-74da4fcf6b54 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:42.687375 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:42.745900 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b3ca5-0a78-49d0-aed4-74da4fcf6b54 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Pushing event deleted for resources: {'Port': ['ID=8c7ab778-5b23-468f-a76c-4db3dc5b5d0f,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:42.751510 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-da1b3ca5-0a78-49d0-aed4-74da4fcf6b54 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:42.993347 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df4e3d1-908f-464e-a7bd-6b5723a0637d req-da1b3ca5-0a78-49d0-aed4-74da4fcf6b54 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] No DVR routers for this DVR port 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f on host hv-cinder-78626 {{(pid=85245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:11:43.002433 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-8df4e3d1-908f-464e-a7bd-6b5723a0637d req-da1b3ca5-0a78-49d0-aed4-74da4fcf6b54 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:43.015646 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8c55df-edf8-4724-b17f-3208b924a324', 'name': 'network-vif-deleted', 'tag': '8c7ab778-5b23-468f-a76c-4db3dc5b5d0f'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:43.040799 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8df4e3d1-908f-464e-a7bd-6b5723a0637d req-da1b3ca5-0a78-49d0-aed4-74da4fcf6b54 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.41 "DELETE /v2.0/ports/8c7ab778-5b23-468f-a76c-4db3dc5b5d0f HTTP/1.1" status: 204 len: 173 time: 1.6252213 Apr 14 16:11:43.138857 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8c55df-edf8-4724-b17f-3208b924a324', 'name': 'network-vif-deleted', 'tag': '8c7ab778-5b23-468f-a76c-4db3dc5b5d0f', 'status': 'completed', 'code': 200} Apr 14 16:11:43.265519 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-7ea06090-dcc1-4382-b68d-9a8bf2ac8552 req-f13967ad-32d5-489d-9054-489595a182c9 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Synchronizing usage tracker for tenant:2d2d21c1e64e48cf923ecf68d5af1695 on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:43.283310 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-7ea06090-dcc1-4382-b68d-9a8bf2ac8552 req-f13967ad-32d5-489d-9054-489595a182c9 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Unset dirty status for tenant:2d2d21c1e64e48cf923ecf68d5af1695 on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:43.284947 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7ea06090-dcc1-4382-b68d-9a8bf2ac8552 req-f13967ad-32d5-489d-9054-489595a182c9 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 210 time: 0.0736256 Apr 14 16:11:43.409632 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f59d1373-0091-4084-988b-71ef5a909922 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:43.412470 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f59d1373-0091-4084-988b-71ef5a909922 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854381538'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:43.477069 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:43.900720 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_db [None req-f59d1373-0091-4084-988b-71ef5a909922 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Floating IP bd39e692-6bb4-4ae2-a77c-d0f6d0b79c18 associated. External IP: 172.27.2.54, port: 77aa0f57-1061-4ceb-8c03-558b3b45583f. Apr 14 16:11:44.047386 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8791a-8109-4d45-9d69-6baba22fb686 req-077e7ee2-fd3b-4419-8796-dee5c1728fa3 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:44.049345 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-37c8791a-8109-4d45-9d69-6baba22fb686 req-077e7ee2-fd3b-4419-8796-dee5c1728fa3 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.5053647 Apr 14 16:11:44.124518 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-37c8791a-8109-4d45-9d69-6baba22fb686 req-12b20bec-6404-49f8-8f87-d40648ca224b tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544353 Apr 14 16:11:44.243294 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:11:44.296087 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:11:44.296723 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 8c7ab778-5b23-468f-a76c-4db3dc5b5d0f not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:11:44.446383 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e2729c36-2d1f-45eb-af65-47787c8d8899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:44.448820 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59d1373-0091-4084-988b-71ef5a909922 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:11:44.679643 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cdcb7f5e-260e-40f8-b7cf-395e54f48734 req-e4d8abd5-83a4-45a0-adc0-db01fd2b2177 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8c55df-edf8-4724-b17f-3208b924a324 HTTP/1.1" status: 200 len: 210 time: 0.1107588 Apr 14 16:11:44.851246 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59d1373-0091-4084-988b-71ef5a909922 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:11:44.858207 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f59d1373-0091-4084-988b-71ef5a909922 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:44.861877 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a6e99f-392f-43a2-866e-4b616051e1f8 None None] Sync routers for ids ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:11:44.877462 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a6e99f-392f-43a2-866e-4b616051e1f8 None None] Routers {'6a7cf7dd-30b1-4033-a4be-7263ecf96117'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:44.878626 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-99a6e99f-392f-43a2-866e-4b616051e1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:11:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:44.956479 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-b4a1e48b-7d8d-4958-b071-4db2f4e82474 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:44.957962 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-b4a1e48b-7d8d-4958-b071-4db2f4e82474 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/networks?id=2513cfaf-5700-4daa-9c93-a6579fd80809 HTTP/1.1" status: 200 len: 814 time: 0.2894306 Apr 14 16:11:44.976515 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-f59d1373-0091-4084-988b-71ef5a909922 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "PUT /v2.0/floatingips/bd39e692-6bb4-4ae2-a77c-d0f6d0b79c18 HTTP/1.1" status: 200 len: 990 time: 2.4895186 Apr 14 16:11:44.978631 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd8ae4b-9ee1-4ba9-830e-d1e721901938', 'tag': '77aa0f57-1061-4ceb-8c03-558b3b45583f'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:44.995678 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-176964f3-5f10-4fc4-b97a-6a7cf2c92574 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/quotas/b8a4298bacf14cd493bcec2e3543ab00 HTTP/1.1" status: 200 len: 375 time: 0.0251002 Apr 14 16:11:45.167202 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-4c67faaa-9cac-4464-a23b-cb160b7f41ca tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8a4298bacf14cd493bcec2e3543ab00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1648879 Apr 14 16:11:45.238451 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-99a6e99f-392f-43a2-866e-4b616051e1f8 None None] Set router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:45.344592 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd8ae4b-9ee1-4ba9-830e-d1e721901938', 'tag': '77aa0f57-1061-4ceb-8c03-558b3b45583f', 'status': 'completed', 'code': 200} Apr 14 16:11:45.417714 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-b0a1b0fa-8503-49f1-8347-f2818d820b23 service neutron] 10.222.0.60 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465212 Apr 14 16:11:45.590238 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-f2147239-b222-41e3-a7cb-cc792a8f962f service neutron] 10.222.0.60 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712546 Apr 14 16:11:45.609905 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119913f3-a45f-454c-ab90-845b1956a03d req-4e411ae1-e18d-41db-b474-03644e9249de tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:45.611600 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-119913f3-a45f-454c-ab90-845b1956a03d req-4e411ae1-e18d-41db-b474-03644e9249de tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1574988 Apr 14 16:11:45.614403 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c3c82-2638-4fa1-a795-0fb5c1e7e3be req-3d2fbae5-a485-4362-8b3d-340cb6c7d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:45.616037 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-235c3c82-2638-4fa1-a795-0fb5c1e7e3be req-3d2fbae5-a485-4362-8b3d-340cb6c7d935 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=933c87bdb5354dc39f728c1bc6dfd17e&device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 1098 time: 0.2432985 Apr 14 16:11:45.652575 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-119913f3-a45f-454c-ab90-845b1956a03d req-aa86e215-59d1-4240-b828-33f57d0439ea tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339217 Apr 14 16:11:45.687244 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-99a6e99f-392f-43a2-866e-4b616051e1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:11:01Z', 'revision_number': 4, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': 'bd39e692-6bb4-4ae2-a77c-d0f6d0b79c18', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'port_id': '77aa0f57-1061-4ceb-8c03-558b3b45583f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'mac_address': 'fa:16:3e:c3:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd8ae4b-9ee1-4ba9-830e-d1e721901938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:11:16Z', 'updated_at': '2021-04-14T16:11:43Z', 'revision_number': 1, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e8dd3a-778e-4be5-9b53-85b5dde19c34', 'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'mac_address': 'fa:16:3e:b7:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:59Z', 'updated_at': '2021-04-14T16:11:12Z', 'revision_number': 5, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'subnets': [{'id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:45.692728 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a6e99f-392f-43a2-866e-4b616051e1f8 None None] Checking router: 6a7cf7dd-30b1-4033-a4be-7263ecf96117 for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:11:45.706483 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a6e99f-392f-43a2-866e-4b616051e1f8 None None] Routers {'6a7cf7dd-30b1-4033-a4be-7263ecf96117'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:45.707612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-99a6e99f-392f-43a2-866e-4b616051e1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:11:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:45.845193 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c3c82-2638-4fa1-a795-0fb5c1e7e3be req-8091dff9-8d9f-4782-ac19-48d01e0b9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:45.846998 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-235c3c82-2638-4fa1-a795-0fb5c1e7e3be req-8091dff9-8d9f-4782-ac19-48d01e0b9d3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5635013d-c232-42e6-92f8-9c466e9855da HTTP/1.1" status: 200 len: 912 time: 0.1921976 Apr 14 16:11:45.964933 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b17c2eb3-5590-4365-87a0-b64bdbfdf1e5 req-99576fad-f9f2-4c5a-a124-b89229368bba tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 210 time: 0.1118860 Apr 14 16:11:46.084546 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-235c3c82-2638-4fa1-a795-0fb5c1e7e3be req-dfd2c614-8b82-4333-a2e8-e43fb8791bb1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77aa0f57-1061-4ceb-8c03-558b3b45583f HTTP/1.1" status: 200 len: 998 time: 0.2061307 Apr 14 16:11:46.183736 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-99a6e99f-392f-43a2-866e-4b616051e1f8 None None] Set router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:46.214425 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c3c82-2638-4fa1-a795-0fb5c1e7e3be req-50a8e7ca-2bb3-44f4-81b0-421c70113dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:46.217693 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-235c3c82-2638-4fa1-a795-0fb5c1e7e3be req-50a8e7ca-2bb3-44f4-81b0-421c70113dd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c32f2be-29eb-445b-8f3d-8786422a2c00 HTTP/1.1" status: 200 len: 850 time: 0.1033230 Apr 14 16:11:46.405919 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c3c82-2638-4fa1-a795-0fb5c1e7e3be req-e87366d1-80ea-4331-a27e-2f56c33ca214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:46.407797 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-235c3c82-2638-4fa1-a795-0fb5c1e7e3be req-e87366d1-80ea-4331-a27e-2f56c33ca214 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5635013d-c232-42e6-92f8-9c466e9855da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1763058 Apr 14 16:11:46.569404 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5728b5bf-0fb5-49b3-897c-d96eac0e65f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.629136 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-235c3c82-2638-4fa1-a795-0fb5c1e7e3be req-603f742b-d6c1-49b8-8ffd-192b1a37868a service neutron] 10.222.0.41 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087193 Apr 14 16:11:46.725477 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36654) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:46.775064 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-99a6e99f-392f-43a2-866e-4b616051e1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:11:01Z', 'revision_number': 4, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': 'bd39e692-6bb4-4ae2-a77c-d0f6d0b79c18', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'port_id': '77aa0f57-1061-4ceb-8c03-558b3b45583f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'mac_address': 'fa:16:3e:c3:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd8ae4b-9ee1-4ba9-830e-d1e721901938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:11:16Z', 'updated_at': '2021-04-14T16:11:43Z', 'revision_number': 1, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e8dd3a-778e-4be5-9b53-85b5dde19c34', 'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'mac_address': 'fa:16:3e:b7:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:59Z', 'updated_at': '2021-04-14T16:11:12Z', 'revision_number': 5, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'subnets': [{'id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:46.783077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a6e99f-392f-43a2-866e-4b616051e1f8 None None] The sync data for ids ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'] in dv-cinder-786266-1-iscsi is: [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:11:01Z', 'revision_number': 4, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': 'bd39e692-6bb4-4ae2-a77c-d0f6d0b79c18', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'port_id': '77aa0f57-1061-4ceb-8c03-558b3b45583f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'mac_address': 'fa:16:3e:c3:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd8ae4b-9ee1-4ba9-830e-d1e721901938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:11:16Z', 'updated_at': '2021-04-14T16:11:43Z', 'revision_number': 1, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e8dd3a-778e-4be5-9b53-85b5dde19c34', 'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'mac_address': 'fa:16:3e:b7:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:59Z', 'updated_at': '2021-04-14T16:11:12Z', 'revision_number': 5, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'subnets': [{'id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:11:46.806842 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-235c3c82-2638-4fa1-a795-0fb5c1e7e3be req-34ad06c1-e90d-4647-a54c-0e01a3333601 service neutron] 10.222.0.41 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658249 Apr 14 16:11:46.891808 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_v2 [None req-6328c09f-6fe9-4735-9b26-797bc2bdfa74 admin admin] Deleting subnet 176ccdc9-3004-4613-969a-1b3d162db433 {{(pid=85244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:11:46.900441 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6328c09f-6fe9-4735-9b26-797bc2bdfa74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.941554 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c719ab4-1149-459a-8c81-54a1955bfa68 req-f122263a-d0e8-4565-a627-a633154e2ece tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:46.943302 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5c719ab4-1149-459a-8c81-54a1955bfa68 req-f122263a-d0e8-4565-a627-a633154e2ece tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.0950103 Apr 14 16:11:46.974224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6328c09f-6fe9-4735-9b26-797bc2bdfa74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852231757'] for subnet, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.978431 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5c719ab4-1149-459a-8c81-54a1955bfa68 req-294f9b0e-f54d-430b-b39a-cd1de9bc9a73 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264797 Apr 14 16:11:47.036569 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6328c09f-6fe9-4735-9b26-797bc2bdfa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5661'] for subnet, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:47.177528 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8f84ff9b-24ce-4fb3-b51c-f3d2fb498562 req-acc32803-cb7f-43e8-a5c4-c2d53e18126a tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 210 time: 0.0852971 Apr 14 16:11:47.182933 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb309f-0390-48c1-9972-0a14328d5452 None None] New status for floating IP bd39e692-6bb4-4ae2-a77c-d0f6d0b79c18: ACTIVE {{(pid=85246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:11:47.382736 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6328c09f-6fe9-4735-9b26-797bc2bdfa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852115375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2735666'] for subnet, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:47.400252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8d9673fc-9012-4d2a-a2f3-9ae9cd1b234c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:47.452139 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328c09f-6fe9-4735-9b26-797bc2bdfa74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=176ccdc9-3004-4613-969a-1b3d162db433,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:47.456581 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-6328c09f-6fe9-4735-9b26-797bc2bdfa74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:47.551097 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6328c09f-6fe9-4735-9b26-797bc2bdfa74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:47.561164 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-6328c09f-6fe9-4735-9b26-797bc2bdfa74 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/176ccdc9-3004-4613-969a-1b3d162db433 HTTP/1.1" status: 204 len: 168 time: 0.8303521 Apr 14 16:11:47.561377 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36670) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:47.577602 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:47.732683 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:47.740055 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1e8be5a3-b541-49fe-b628-e4431bf69db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853770560'] for network, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:47.874234 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-b2606b42-a2be-44ea-b471-57716251ddb6 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:47.876163 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-b2606b42-a2be-44ea-b471-57716251ddb6 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.41 "GET /v2.0/networks?id=2513cfaf-5700-4daa-9c93-a6579fd80809 HTTP/1.1" status: 200 len: 814 time: 0.2301238 Apr 14 16:11:47.917266 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-fa37047c-01dd-4414-a744-9ac9bf3cf191 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Request body: {'port': {'device_id': 'bce4fd86-3ba7-4f6b-8962-e1adecda486d', 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809', 'admin_state_up': True, 'tenant_id': 'b8a4298bacf14cd493bcec2e3543ab00'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:47.970821 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1e8be5a3-b541-49fe-b628-e4431bf69db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854700900', 'neutron.services.segments.db._delete_segments_for_network--9223363273973794898'] for network, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:48.074077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36688) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:48.132727 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-1e8be5a3-b541-49fe-b628-e4431bf69db2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8223de9c-0e82-4d6e-9d75-2a6d0a55ec75']}} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:48.160833 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:11:48.170548 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-1e8be5a3-b541-49fe-b628-e4431bf69db2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32918a63-8e32-4ae1-984e-64809d6fde8b') {'for_net_delete': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:48.170894 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-1e8be5a3-b541-49fe-b628-e4431bf69db2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32918a63-8e32-4ae1-984e-64809d6fde8b') {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:48.186060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-fa37047c-01dd-4414-a744-9ac9bf3cf191 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:48.186937 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1e8be5a3-b541-49fe-b628-e4431bf69db2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273973794642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852231099'] for segment, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:48.196602 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-fa37047c-01dd-4414-a744-9ac9bf3cf191 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:48.213389 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-fa37047c-01dd-4414-a744-9ac9bf3cf191 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Made reservation on behalf of b8a4298bacf14cd493bcec2e3543ab00 for: {'port': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:48.222981 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-fa37047c-01dd-4414-a744-9ac9bf3cf191 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:48.266016 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1e8be5a3-b541-49fe-b628-e4431bf69db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:48.272784 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8be5a3-b541-49fe-b628-e4431bf69db2 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=85244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:11:48.276072 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 36698) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:48.401767 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-faa925b6-5bed-497b-95f9-e29d3ceee235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:48.418538 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ca671dde-94ad-4e93-9898-f9867adc6994 req-90068898-582a-4d69-8011-22ff15ae4d2e tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 210 time: 0.0637450 Apr 14 16:11:48.428554 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13690f0-009e-46ca-b916-87ee68e316f0 admin admin] Deleting subnet e26fc4b3-167f-4c93-a794-3d8f9f0eb888 {{(pid=85245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:11:48.464021 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b13690f0-009e-46ca-b916-87ee68e316f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:48.548191 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b13690f0-009e-46ca-b916-87ee68e316f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296618'] for subnet, precommit_delete_associations {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:48.589543 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-fa37047c-01dd-4414-a744-9ac9bf3cf191 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Allocated IP 172.20.0.4 (2513cfaf-5700-4daa-9c93-a6579fd80809/6314984e-c666-4643-8910-68766b138db6/6e058dba-7fbb-4a6f-9393-4264eeea9e1a) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:48.631459 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b13690f0-009e-46ca-b916-87ee68e316f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5661'] for subnet, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:48.741970 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-faa925b6-5bed-497b-95f9-e29d3ceee235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:48.746542 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-1e8be5a3-b541-49fe-b628-e4431bf69db2 admin admin] Network 8223de9c-0e82-4d6e-9d75-2a6d0a55ec75 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:11:48.763008 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-faa925b6-5bed-497b-95f9-e29d3ceee235 admin admin] Usage tracker for resource:security_group_rule and tenant:e975a4519fcd4da788028a00ec84a83b is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:48.766743 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1e8be5a3-b541-49fe-b628-e4431bf69db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852115394'] for segment, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:48.783930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-faa925b6-5bed-497b-95f9-e29d3ceee235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:48.805330 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-faa925b6-5bed-497b-95f9-e29d3ceee235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:48.921692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0e310-9108-4ad7-b836-0738b40735e4 req-ac2a998c-ff2a-4b75-a04a-fb083df55278 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:48.923144 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0cd0e310-9108-4ad7-b836-0738b40735e4 req-ac2a998c-ff2a-4b75-a04a-fb083df55278 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.7155461 Apr 14 16:11:48.953252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.000177 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-fa37047c-01dd-4414-a744-9ac9bf3cf191 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.028091 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-1e8be5a3-b541-49fe-b628-e4431bf69db2 admin admin] Network 8223de9c-0e82-4d6e-9d75-2a6d0a55ec75 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:11:49.041947 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0cd0e310-9108-4ad7-b836-0738b40735e4 req-04f138aa-c34c-42c1-beae-e09d6432b8ca tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079259 Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: Traceback (most recent call last): Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: timer() Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: cb(*args, **kw) Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: return func(*args, **kwargs) Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: self._notify() Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: self.callback(batched_events) Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: event.method(event) Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: segment_id)['aggregates'][0] Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: return f(self, *a, **k) Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: return self._get(url).json() Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: **kwargs) Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: return self.request(url, 'GET', **kwargs) Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: **endpoint_filter) Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:11:49.059963 dv-cinder-786266-1-iscsi neutron-server[85131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:11:49.098155 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b13690f0-009e-46ca-b916-87ee68e316f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2219868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2254709'] for subnet, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.113672 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-fa37047c-01dd-4414-a744-9ac9bf3cf191 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.118170 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3ba20634-2d4b-4b50-9825-f67acadfba29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:49.132557 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:49.178506 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1e8be5a3-b541-49fe-b628-e4431bf69db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-74885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854381553'] for network, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.188400 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13690f0-009e-46ca-b916-87ee68e316f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e26fc4b3-167f-4c93-a794-3d8f9f0eb888,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:49.193674 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-698e64f7-b318-43bb-97ba-d9b097196814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:49.213591 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1e8be5a3-b541-49fe-b628-e4431bf69db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.227376 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8be5a3-b541-49fe-b628-e4431bf69db2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8223de9c-0e82-4d6e-9d75-2a6d0a55ec75,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:49.238698 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1e8be5a3-b541-49fe-b628-e4431bf69db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:49.246562 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-1e8be5a3-b541-49fe-b628-e4431bf69db2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8223de9c-0e82-4d6e-9d75-2a6d0a55ec75 HTTP/1.1" status: 204 len: 168 time: 1.6841586 Apr 14 16:11:49.249260 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-faa925b6-5bed-497b-95f9-e29d3ceee235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.250035 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36708) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:49.258198 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b13690f0-009e-46ca-b916-87ee68e316f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:49.261183 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5061e212-b0f8-45d8-9811-73f27af04c9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:49.285974 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-faa925b6-5bed-497b-95f9-e29d3ceee235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.307236 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-93d589bf-09b9-4c6c-81cc-ccb063275dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:49.376591 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1d022b-08ff-4425-829b-fc795e665279 admin admin] Deleting subnet a0684854-7932-4a40-9e7a-3e3afaa209ef {{(pid=85244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:11:49.380715 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-faa925b6-5bed-497b-95f9-e29d3ceee235 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e975a4519fcd4da788028a00ec84a83b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2205694 Apr 14 16:11:49.383588 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36712) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:49.386175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa925b6-5bed-497b-95f9-e29d3ceee235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4eac1e-a41c-4750-8963-706598168f73,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:49.389692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fc1d022b-08ff-4425-829b-fc795e665279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.430181 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-faa925b6-5bed-497b-95f9-e29d3ceee235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:49.487540 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fc1d022b-08ff-4425-829b-fc795e665279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852231757'] for subnet, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.562990 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4faf2912-7df7-45c8-8631-21f88d8cb434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.579488 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fc1d022b-08ff-4425-829b-fc795e665279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5661'] for subnet, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.634545 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4faf2912-7df7-45c8-8631-21f88d8cb434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.679993 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37047c-01dd-4414-a744-9ac9bf3cf191 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Pushing event updated for resources: {'Port': ['ID=6e058dba-7fbb-4a6f-9393-4264eeea9e1a,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:49.686805 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fa37047c-01dd-4414-a744-9ac9bf3cf191 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:49.691042 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b13690f0-009e-46ca-b916-87ee68e316f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.749300 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-b13690f0-009e-46ca-b916-87ee68e316f0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e26fc4b3-167f-4c93-a794-3d8f9f0eb888 HTTP/1.1" status: 204 len: 168 time: 1.4720538 Apr 14 16:11:49.749990 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 36720) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:49.787311 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-fa37047c-01dd-4414-a744-9ac9bf3cf191 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Network 2513cfaf-5700-4daa-9c93-a6579fd80809 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:49.798605 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4faf2912-7df7-45c8-8631-21f88d8cb434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.799992 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-fa37047c-01dd-4414-a744-9ac9bf3cf191 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:49.805985 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:49.809773 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-fa37047c-01dd-4414-a744-9ac9bf3cf191 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:49.824004 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf2912-7df7-45c8-8631-21f88d8cb434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4eac1e-a41c-4750-8963-706598168f73,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:49.829830 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4faf2912-7df7-45c8-8631-21f88d8cb434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:49.845489 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4faf2912-7df7-45c8-8631-21f88d8cb434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.846667 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-4faf2912-7df7-45c8-8631-21f88d8cb434 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a4eac1e-a41c-4750-8963-706598168f73 HTTP/1.1" status: 204 len: 168 time: 0.4619410 Apr 14 16:11:49.850185 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dd48b-2007-46fe-aad7-2f0e001f2e1e req-02c58b68-ab3b-49e3-8a8a-074c335bbdbd tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:49.851064 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-075dd48b-2007-46fe-aad7-2f0e001f2e1e req-02c58b68-ab3b-49e3-8a8a-074c335bbdbd tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Synchronizing usage tracker for tenant:b8a4298bacf14cd493bcec2e3543ab00 on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:49.960493 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fc1d022b-08ff-4425-829b-fc795e665279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852115375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2735666'] for subnet, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.968800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-95dacc5e-b6d7-48c9-bcab-327abbb1deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853770560'] for network, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.977177 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:50.029065 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d022b-08ff-4425-829b-fc795e665279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0684854-7932-4a40-9e7a-3e3afaa209ef,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:50.033467 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fc1d022b-08ff-4425-829b-fc795e665279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:50.033941 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-fa37047c-01dd-4414-a744-9ac9bf3cf191 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:50.034624 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-fa37047c-01dd-4414-a744-9ac9bf3cf191 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.038786 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-075dd48b-2007-46fe-aad7-2f0e001f2e1e req-02c58b68-ab3b-49e3-8a8a-074c335bbdbd tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Unset dirty status for tenant:b8a4298bacf14cd493bcec2e3543ab00 on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:50.040459 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-075dd48b-2007-46fe-aad7-2f0e001f2e1e req-02c58b68-ab3b-49e3-8a8a-074c335bbdbd tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 931 time: 0.4558377 Apr 14 16:11:50.118572 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fc1d022b-08ff-4425-829b-fc795e665279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.129070 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-fc1d022b-08ff-4425-829b-fc795e665279 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a0684854-7932-4a40-9e7a-3e3afaa209ef HTTP/1.1" status: 204 len: 168 time: 0.8783808 Apr 14 16:11:50.131799 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-fa37047c-01dd-4414-a744-9ac9bf3cf191 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2193110 Apr 14 16:11:50.132224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36734) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:50.154273 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-075dd48b-2007-46fe-aad7-2f0e001f2e1e req-526d04ca-7c5a-44c5-9784-75feaec3355a tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024804 Apr 14 16:11:50.176431 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Request body: {'port': {'device_id': 'bce4fd86-3ba7-4f6b-8962-e1adecda486d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:50.299952 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-95dacc5e-b6d7-48c9-bcab-327abbb1deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854700900', 'neutron.services.segments.db._delete_segments_for_network--9223363273973794898'] for network, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.330331 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7420a0e9-c9ad-4da1-8b7b-1a0849b171ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853770560'] for network, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.514054 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.537170 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7420a0e9-c9ad-4da1-8b7b-1a0849b171ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854700900', 'neutron.services.segments.db._delete_segments_for_network--9223363273973794898'] for network, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.572052 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-95dacc5e-b6d7-48c9-bcab-327abbb1deef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd979b70-9f85-4020-9a3c-e29dec5a7332']}} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:50.609475 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-95dacc5e-b6d7-48c9-bcab-327abbb1deef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5275f8-746a-4440-8a56-62645a8bb13c') {'for_net_delete': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:50.609788 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-95dacc5e-b6d7-48c9-bcab-327abbb1deef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5275f8-746a-4440-8a56-62645a8bb13c') {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:50.657152 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-7420a0e9-c9ad-4da1-8b7b-1a0849b171ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d497a7bf-84e5-44d6-8b70-801965a61513']}} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:50.662149 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-95dacc5e-b6d7-48c9-bcab-327abbb1deef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273973794642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297564'] for segment, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.672053 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-7420a0e9-c9ad-4da1-8b7b-1a0849b171ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10cd316-d896-4eaf-86cc-daefa0106ae6') {'for_net_delete': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:50.672389 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-7420a0e9-c9ad-4da1-8b7b-1a0849b171ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10cd316-d896-4eaf-86cc-daefa0106ae6') {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:50.685557 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7420a0e9-c9ad-4da1-8b7b-1a0849b171ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273973794642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852231099'] for segment, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.689701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5fafb-839b-4271-9a2e-c887a89dc9fd req-f4d1767b-94fe-41fc-bb30-bd05220d23f1 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:50.691312 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-90c5fafb-839b-4271-9a2e-c887a89dc9fd req-f4d1767b-94fe-41fc-bb30-bd05220d23f1 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.3620186 Apr 14 16:11:50.701929 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7420a0e9-c9ad-4da1-8b7b-1a0849b171ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.709021 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7420a0e9-c9ad-4da1-8b7b-1a0849b171ec admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=85244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:11:50.713311 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-95dacc5e-b6d7-48c9-bcab-327abbb1deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.748377 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95dacc5e-b6d7-48c9-bcab-327abbb1deef admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=85245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:11:50.820261 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-90c5fafb-839b-4271-9a2e-c887a89dc9fd req-cfb1f003-69f6-4ec6-8b9c-d8e83af582b7 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199396 Apr 14 16:11:50.914493 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-7420a0e9-c9ad-4da1-8b7b-1a0849b171ec admin admin] Network d497a7bf-84e5-44d6-8b70-801965a61513 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:11:50.925726 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7420a0e9-c9ad-4da1-8b7b-1a0849b171ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852115394'] for segment, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.038368 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-95dacc5e-b6d7-48c9-bcab-327abbb1deef admin admin] Network dd979b70-9f85-4020-9a3c-e29dec5a7332 has no segments {{(pid=85245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:11:51.058218 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-95dacc5e-b6d7-48c9-bcab-327abbb1deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2219827'] for segment, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.161933 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-7420a0e9-c9ad-4da1-8b7b-1a0849b171ec admin admin] Network d497a7bf-84e5-44d6-8b70-801965a61513 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: Traceback (most recent call last): Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: timer() Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: cb(*args, **kw) Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: return func(*args, **kwargs) Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: self._notify() Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: self.callback(batched_events) Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: event.method(event) Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: segment_id)['aggregates'][0] Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: return f(self, *a, **k) Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: return self._get(url).json() Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: **kwargs) Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: return self.request(url, 'GET', **kwargs) Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: **endpoint_filter) Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:11:51.186591 dv-cinder-786266-1-iscsi neutron-server[85131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:11:51.272334 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7420a0e9-c9ad-4da1-8b7b-1a0849b171ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-74885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854381553'] for network, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.276379 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-49bd955f-7c48-41e4-aa38-36eabf127453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:51.298482 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7420a0e9-c9ad-4da1-8b7b-1a0849b171ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.301216 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420a0e9-c9ad-4da1-8b7b-1a0849b171ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d497a7bf-84e5-44d6-8b70-801965a61513,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:51.306604 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-7420a0e9-c9ad-4da1-8b7b-1a0849b171ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:51.313489 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-7420a0e9-c9ad-4da1-8b7b-1a0849b171ec admin admin] 10.222.0.60 "DELETE /v2.0/networks/d497a7bf-84e5-44d6-8b70-801965a61513 HTTP/1.1" status: 204 len: 168 time: 1.1794965 Apr 14 16:11:51.430464 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-95dacc5e-b6d7-48c9-bcab-327abbb1deef admin admin] Network dd979b70-9f85-4020-9a3c-e29dec5a7332 has no segments {{(pid=85245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: Traceback (most recent call last): Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: timer() Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: cb(*args, **kw) Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: return func(*args, **kwargs) Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: self._notify() Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: self.callback(batched_events) Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: event.method(event) Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: segment_id)['aggregates'][0] Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: return f(self, *a, **k) Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: return self._get(url).json() Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: **kwargs) Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: return self.request(url, 'GET', **kwargs) Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: **endpoint_filter) Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:11:51.462267 dv-cinder-786266-1-iscsi neutron-server[85131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:11:51.520929 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36804) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:51.596104 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-95dacc5e-b6d7-48c9-bcab-327abbb1deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-74885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854381553'] for network, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.616214 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-95dacc5e-b6d7-48c9-bcab-327abbb1deef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.620279 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0b57cfb4-c9a4-4f70-8793-fe9b7b7b6a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:51.634481 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-488e8f4d-4e16-4702-a7eb-d83914a4e27d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=209cc9c8884848bba856e8dfb70f2535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1120946 Apr 14 16:11:51.636316 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36812) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:51.657606 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dacc5e-b6d7-48c9-bcab-327abbb1deef admin admin] Pushing event deleted for resources: {'Network': ['ID=dd979b70-9f85-4020-9a3c-e29dec5a7332,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:51.674315 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-95dacc5e-b6d7-48c9-bcab-327abbb1deef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:51.682798 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bcda8-a5e2-4c92-8bb4-50f42961762f req-03d157c3-86e7-402e-9030-a416c9af5094 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:51.684463 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b27bcda8-a5e2-4c92-8bb4-50f42961762f req-03d157c3-86e7-402e-9030-a416c9af5094 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 931 time: 0.3834805 Apr 14 16:11:51.688734 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-95dacc5e-b6d7-48c9-bcab-327abbb1deef admin admin] 10.222.0.60 "DELETE /v2.0/networks/dd979b70-9f85-4020-9a3c-e29dec5a7332 HTTP/1.1" status: 204 len: 168 time: 1.9340277 Apr 14 16:11:51.710678 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1815fa07-efbf-4ece-b3e8-7fbe2e122f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.741929 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1815fa07-efbf-4ece-b3e8-7fbe2e122f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.770529 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b27bcda8-a5e2-4c92-8bb4-50f42961762f req-9710812a-acd4-451d-83a0-7c7b6e4c86d8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445495 Apr 14 16:11:51.774672 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e058dba-7fbb-4a6f-9393-4264eeea9e1a {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:51.783582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.800964 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Transition to ACTIVE for port object 6e058dba-7fbb-4a6f-9393-4264eeea9e1a will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:51.802553 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1815fa07-efbf-4ece-b3e8-7fbe2e122f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.803719 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.808208 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8b635ba8-d7ec-4728-9940-af7c61274e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:51.821322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-da1b3ca5-0a78-49d0-aed4-74da4fcf6b54 tempest-DeleteServersTestJSON-1788113849 tempest-DeleteServersTestJSON-1788113849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:51.821869 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815fa07-efbf-4ece-b3e8-7fbe2e122f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0b43b8-b15b-45e3-9470-0126c1158ca6,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:51.825653 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1815fa07-efbf-4ece-b3e8-7fbe2e122f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:51.827871 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1815fa07-efbf-4ece-b3e8-7fbe2e122f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.829153 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-1815fa07-efbf-4ece-b3e8-7fbe2e122f64 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a0b43b8-b15b-45e3-9470-0126c1158ca6 HTTP/1.1" status: 204 len: 168 time: 0.1920691 Apr 14 16:11:51.913105 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36822) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:51.972283 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e058dba-7fbb-4a6f-9393-4264eeea9e1a,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:51.977966 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-623b43b2-54be-466e-8f60-2a6721ebef10 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d2d21c1e64e48cf923ecf68d5af1695&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0632839 Apr 14 16:11:51.986065 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36830) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:51.994312 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:52.176631 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9d8c345a-eddd-4724-a22d-286bb5e8ff88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.224299 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9d8c345a-eddd-4724-a22d-286bb5e8ff88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.305478 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9d8c345a-eddd-4724-a22d-286bb5e8ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.313507 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-cc19f27f-05a2-4904-b6b8-22909742cef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:52.335867 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c345a-eddd-4724-a22d-286bb5e8ff88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271c76f5-128c-40fb-935c-eed222b532d3,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:52.344231 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9d8c345a-eddd-4724-a22d-286bb5e8ff88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:52.352709 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464faade-c55a-4d64-a844-44bf7a6f9127 req-1800f34f-32ad-4b28-8148-021982f9dad5 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:52.361614 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-464faade-c55a-4d64-a844-44bf7a6f9127 req-1800f34f-32ad-4b28-8148-021982f9dad5 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.3266883 Apr 14 16:11:52.382201 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9d8c345a-eddd-4724-a22d-286bb5e8ff88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.383516 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-9d8c345a-eddd-4724-a22d-286bb5e8ff88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/271c76f5-128c-40fb-935c-eed222b532d3 HTTP/1.1" status: 204 len: 168 time: 0.3934598 Apr 14 16:11:52.403078 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-464faade-c55a-4d64-a844-44bf7a6f9127 req-f6cb613d-5b06-4bd0-9de4-13b569a0d292 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401938 Apr 14 16:11:52.472901 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36852) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:52.501874 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Attempting to bind port 6e058dba-7fbb-4a6f-9393-4264eeea9e1a on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:52.502357 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Attempting to bind port 6e058dba-7fbb-4a6f-9393-4264eeea9e1a by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'c3aca0df-899f-4432-9828-a7fb33a9270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:52.502604 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Attempting to bind port 6e058dba-7fbb-4a6f-9393-4264eeea9e1a on network 2513cfaf-5700-4daa-9c93-a6579fd80809 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:52.508095 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Port 6e058dba-7fbb-4a6f-9393-4264eeea9e1a on network 2513cfaf-5700-4daa-9c93-a6579fd80809 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:11:52.508449 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Attempting to bind port 6e058dba-7fbb-4a6f-9393-4264eeea9e1a on network 2513cfaf-5700-4daa-9c93-a6579fd80809 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:52.514654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:52.515021 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Checking segment: {'id': 'c3aca0df-899f-4432-9828-a7fb33a9270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:52.515432 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Bound using segment: {'id': 'c3aca0df-899f-4432-9828-a7fb33a9270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:52.515888 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Bound port: 6e058dba-7fbb-4a6f-9393-4264eeea9e1a, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3aca0df-899f-4432-9828-a7fb33a9270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:52.516259 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.563342 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ebcaa67c-f0ac-4d16-88af-61d8386b4248 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cabca082e2dd4a7bad20bacf0c325276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890260 Apr 14 16:11:52.567596 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36860) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:52.608777 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] For port 6e058dba-7fbb-4a6f-9393-4264eeea9e1a, host hv-cinder-78626, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:52.611994 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] For port 6e058dba-7fbb-4a6f-9393-4264eeea9e1a, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6e058dba-7fbb-4a6f-9393-4264eeea9e1a,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:52.615437 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.642591 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed45f25d-97d7-4a2f-8fc9-6a5dc120cc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.674150 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed45f25d-97d7-4a2f-8fc9-6a5dc120cc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.706953 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:52.731908 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed45f25d-97d7-4a2f-8fc9-6a5dc120cc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.739220 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-faa925b6-5bed-497b-95f9-e29d3ceee235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:52.755954 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed45f25d-97d7-4a2f-8fc9-6a5dc120cc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.776309 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ed45f25d-97d7-4a2f-8fc9-6a5dc120cc7e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc5b9cdf-870f-447a-b839-ce3f274d5aca HTTP/1.1" status: 204 len: 168 time: 0.1929145 Apr 14 16:11:52.777814 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45f25d-97d7-4a2f-8fc9-6a5dc120cc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5b9cdf-870f-447a-b839-ce3f274d5aca,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:52.788779 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ed45f25d-97d7-4a2f-8fc9-6a5dc120cc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:52.851794 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e058dba-7fbb-4a6f-9393-4264eeea9e1a,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:52.858305 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:52.875993 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:52.876645 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.878180 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/6e058dba-7fbb-4a6f-9393-4264eeea9e1a HTTP/1.1" status: 200 len: 1093 time: 2.7293901 Apr 14 16:11:52.878836 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce4fd86-3ba7-4f6b-8962-e1adecda486d', 'tag': '6e058dba-7fbb-4a6f-9393-4264eeea9e1a'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:53.011521 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce4fd86-3ba7-4f6b-8962-e1adecda486d', 'tag': '6e058dba-7fbb-4a6f-9393-4264eeea9e1a', 'status': 'completed', 'code': 200} Apr 14 16:11:53.059736 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-1259c2ab-0fd0-4a21-a666-865d51c27a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:53.062102 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-1259c2ab-0fd0-4a21-a666-865d51c27a2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8a4298bacf14cd493bcec2e3543ab00&device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 1096 time: 0.1281755 Apr 14 16:11:53.080518 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33aca7-343c-470a-99c7-f647efe31ae4 req-84302180-6ca9-444c-83fd-1a3a6db0be62 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:53.082625 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fb33aca7-343c-470a-99c7-f647efe31ae4 req-84302180-6ca9-444c-83fd-1a3a6db0be62 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 943 time: 0.1184006 Apr 14 16:11:53.156546 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-40674ad8-fd1c-4092-82da-a46c35116e63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e058dba-7fbb-4a6f-9393-4264eeea9e1a HTTP/1.1" status: 200 len: 217 time: 0.0817771 Apr 14 16:11:53.170228 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fb33aca7-343c-470a-99c7-f647efe31ae4 req-216caf9f-c28a-4190-8906-1900cdee812d tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717270 Apr 14 16:11:53.255914 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-c56a8d83-925a-442e-a095-d8c81335d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:53.257510 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-c56a8d83-925a-442e-a095-d8c81335d1c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6314984e-c666-4643-8910-68766b138db6 HTTP/1.1" status: 200 len: 854 time: 0.0889697 Apr 14 16:11:53.329748 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-cc883381-8d92-4cfc-bdd5-ac8e1c91e09a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513cfaf-5700-4daa-9c93-a6579fd80809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511377 Apr 14 16:11:53.522334 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-ddf6a43a-1562-4e35-834a-0716a8cd9e58 service neutron] 10.222.0.41 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671479 Apr 14 16:11:53.753560 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cfcd306f-d3b1-4518-a17a-411a53ee3a9c req-eed45b86-92c6-4076-8649-c81671a5c0d4 service neutron] 10.222.0.41 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238536 Apr 14 16:11:53.780587 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff534d7-3a26-40f3-ab4c-5df3e1656716 req-a6891500-6b12-4d4b-85a0-f051396e1fea tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:53.782239 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-dff534d7-3a26-40f3-ab4c-5df3e1656716 req-a6891500-6b12-4d4b-85a0-f051396e1fea tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1145589 Apr 14 16:11:53.819745 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-dff534d7-3a26-40f3-ab4c-5df3e1656716 req-c5be7a81-683d-43ca-a717-714a08cb7095 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307117 Apr 14 16:11:53.934234 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc98b53-8c3e-44cf-85ff-158356fe27e6 req-cac98c3c-0002-4009-8651-42192a1e982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:53.936122 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0cc98b53-8c3e-44cf-85ff-158356fe27e6 req-cac98c3c-0002-4009-8651-42192a1e982f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8a4298bacf14cd493bcec2e3543ab00&device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 1096 time: 0.1104724 Apr 14 16:11:54.102591 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc98b53-8c3e-44cf-85ff-158356fe27e6 req-8b4e47b9-cf4b-4610-ae4e-257bc530b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:54.105103 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0cc98b53-8c3e-44cf-85ff-158356fe27e6 req-8b4e47b9-cf4b-4610-ae4e-257bc530b744 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2513cfaf-5700-4daa-9c93-a6579fd80809 HTTP/1.1" status: 200 len: 915 time: 0.1559105 Apr 14 16:11:54.229511 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0cc98b53-8c3e-44cf-85ff-158356fe27e6 req-ccb14e47-55d5-43a7-ad3e-aa34cd00a302 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e058dba-7fbb-4a6f-9393-4264eeea9e1a HTTP/1.1" status: 200 len: 217 time: 0.1183364 Apr 14 16:11:54.392054 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc98b53-8c3e-44cf-85ff-158356fe27e6 req-460ab67b-8da0-4bf1-a084-6a640092ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:54.394032 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0cc98b53-8c3e-44cf-85ff-158356fe27e6 req-460ab67b-8da0-4bf1-a084-6a640092ee47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6314984e-c666-4643-8910-68766b138db6 HTTP/1.1" status: 200 len: 854 time: 0.1481249 Apr 14 16:11:54.460547 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0cc98b53-8c3e-44cf-85ff-158356fe27e6 req-0e25f527-9546-4563-af3a-f2b7a4be8929 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513cfaf-5700-4daa-9c93-a6579fd80809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547173 Apr 14 16:11:54.486864 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0088f-65c8-44b1-bb80-d38f1a5b65ec req-23fe5d3f-02e1-4ffb-87c6-da0f9693bd27 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:54.488435 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fdf0088f-65c8-44b1-bb80-d38f1a5b65ec req-23fe5d3f-02e1-4ffb-87c6-da0f9693bd27 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 943 time: 0.1608248 Apr 14 16:11:54.587608 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36956) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:54.610023 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fdf0088f-65c8-44b1-bb80-d38f1a5b65ec req-bd8802c8-109e-4bbf-b9a7-aad69867caf5 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984609 Apr 14 16:11:54.659094 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0cc98b53-8c3e-44cf-85ff-158356fe27e6 req-62421945-7396-46a9-99a0-60fd4a8d141e service neutron] 10.222.0.41 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696398 Apr 14 16:11:54.727514 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-43c599b4-d424-4383-acd3-98c06da8009e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:54.744096 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-43c599b4-d424-4383-acd3-98c06da8009e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:54.749123 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-43c599b4-d424-4383-acd3-98c06da8009e admin admin] Usage tracker for resource:security_group_rule and tenant:f5d0430ffd2542ad8a02518faaf13b04 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:54.752114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-43c599b4-d424-4383-acd3-98c06da8009e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:54.758309 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-43c599b4-d424-4383-acd3-98c06da8009e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:54.810675 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0cc98b53-8c3e-44cf-85ff-158356fe27e6 req-4ab17ac9-5d03-48b2-a91e-1a29ed012dfd service neutron] 10.222.0.41 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404350 Apr 14 16:11:54.843803 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-43c599b4-d424-4383-acd3-98c06da8009e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:54.846530 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-43c599b4-d424-4383-acd3-98c06da8009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:54.859808 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a8ff0cd3-5345-43e6-ad4d-3736d8cf7076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:54.910337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c599b4-d424-4383-acd3-98c06da8009e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55355d13-88e8-4d20-8395-4219a06239b4,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:54.915059 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-43c599b4-d424-4383-acd3-98c06da8009e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5d0430ffd2542ad8a02518faaf13b04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265352 Apr 14 16:11:54.916027 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-43c599b4-d424-4383-acd3-98c06da8009e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:54.917781 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 36964) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:54.982086 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-473a3690-9d90-4424-9a44-0f920f0e7559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:55.011900 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-473a3690-9d90-4424-9a44-0f920f0e7559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:55.033757 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0926b2-b1b4-45e8-96b6-0d21294abb0a req-b69dcfd7-d302-4a1c-b6a8-ff0f64f4bd2e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:55.035485 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9e0926b2-b1b4-45e8-96b6-0d21294abb0a req-b69dcfd7-d302-4a1c-b6a8-ff0f64f4bd2e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.0903168 Apr 14 16:11:55.058431 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-473a3690-9d90-4424-9a44-0f920f0e7559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:55.065629 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d0313a79-dfed-4667-bde3-b22c5c6b1c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:55.069220 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9e0926b2-b1b4-45e8-96b6-0d21294abb0a req-78588cde-13e8-4759-8f39-df4fd4de4ec6 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268934 Apr 14 16:11:55.083345 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a3690-9d90-4424-9a44-0f920f0e7559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55355d13-88e8-4d20-8395-4219a06239b4,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:55.083345 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-473a3690-9d90-4424-9a44-0f920f0e7559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:55.085061 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-473a3690-9d90-4424-9a44-0f920f0e7559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:55.097663 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-473a3690-9d90-4424-9a44-0f920f0e7559 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/55355d13-88e8-4d20-8395-4219a06239b4 HTTP/1.1" status: 204 len: 168 time: 0.1787851 Apr 14 16:11:55.837907 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28e122-13b6-4d33-b084-fa17c773eccf req-2118d53f-9647-460a-a041-0f9feb3123d8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:55.841168 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-dc28e122-13b6-4d33-b084-fa17c773eccf req-2118d53f-9647-460a-a041-0f9feb3123d8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 943 time: 0.1130989 Apr 14 16:11:55.873649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 37008) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:55.878888 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-dc28e122-13b6-4d33-b084-fa17c773eccf req-9a631a88-71e7-419f-b741-5b9adf0098aa tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312884 Apr 14 16:11:55.999635 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-495749836-network', 'tenant_id': '8e71c42092894db98f8db75a2719f751'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:56.004906 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:56.008922 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Usage tracker for resource:network and tenant:8e71c42092894db98f8db75a2719f751 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:56.012136 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:56.019305 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:56.029304 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Made reservation on behalf of 8e71c42092894db98f8db75a2719f751 for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:56.034423 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:56.048013 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:56.068403 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:56.072504 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Usage tracker for resource:security_group_rule and tenant:8e71c42092894db98f8db75a2719f751 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:56.076528 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:56.083020 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:56.176197 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:56.179965 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:56.185494 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8e4b0ae3-c546-4c9d-b96b-b922c2f77a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:56.203150 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:11:56.229646 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:56.230043 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Added segment 358d4730-1267-45aa-a7b6-9233c534e425 of type vlan for network 78e99240-3773-4c32-b324-b8b4ec7c5482 Apr 14 16:11:56.231821 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f965d7-b4b6-4023-993a-bdc662736ab9,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:56.238946 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:56.273226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:56.311263 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:56.312654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:56.313346 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:56.314935 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733e419-b16b-45a5-a194-21637f204d56 req-9c21052f-5707-404c-8b52-60d86e54eb13 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:56.316560 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1733e419-b16b-45a5-a194-21637f204d56 req-9c21052f-5707-404c-8b52-60d86e54eb13 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1141181 Apr 14 16:11:56.320870 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:56.349868 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1733e419-b16b-45a5-a194-21637f204d56 req-6dd95c5f-69a7-4d10-8978-32a86346051b tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263431 Apr 14 16:11:56.427360 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5525177 Apr 14 16:11:56.430266 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 37030) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:56.436281 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-829ee052-a036-47b9-a6f5-ecbe5fdcd8a1 admin admin] Request body: {'subnet': {'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-495749836-subnet', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:56.440671 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Pushing event updated for resources: {'Network': ['ID=78e99240-3773-4c32-b324-b8b4ec7c5482,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:56.443214 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-829ee052-a036-47b9-a6f5-ecbe5fdcd8a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:56.445738 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:56.448000 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-829ee052-a036-47b9-a6f5-ecbe5fdcd8a1 admin admin] Usage tracker for resource:subnet and tenant:8e71c42092894db98f8db75a2719f751 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:56.451667 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network 78e99240-3773-4c32-b324-b8b4ec7c5482 details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:11:56.451815 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-829ee052-a036-47b9-a6f5-ecbe5fdcd8a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:56.458190 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-829ee052-a036-47b9-a6f5-ecbe5fdcd8a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:56.468232 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829ee052-a036-47b9-a6f5-ecbe5fdcd8a1 admin admin] Made reservation on behalf of 8e71c42092894db98f8db75a2719f751 for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:56.473016 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-829ee052-a036-47b9-a6f5-ecbe5fdcd8a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852040108'] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:57.090186 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda7253-52d5-4342-b369-6a8c75f3638b req-3b7edb2d-418c-4b67-a274-59925ca0e4e1 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:57.091899 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ccda7253-52d5-4342-b369-6a8c75f3638b req-3b7edb2d-418c-4b67-a274-59925ca0e4e1 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 943 time: 0.0910940 Apr 14 16:11:57.109563 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-829ee052-a036-47b9-a6f5-ecbe5fdcd8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2660526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852040149'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:57.126619 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ccda7253-52d5-4342-b369-6a8c75f3638b req-70b03abc-cbbf-4d6f-87e2-eafb98b59580 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275519 Apr 14 16:11:57.143341 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:57.281078 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ee052-a036-47b9-a6f5-ecbe5fdcd8a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3b50247-ff1f-412a-bd14-516b5ff9133b,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:57.286134 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-829ee052-a036-47b9-a6f5-ecbe5fdcd8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:57.346543 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ee052-a036-47b9-a6f5-ecbe5fdcd8a1 admin admin] Checking segment: {'id': '358d4730-1267-45aa-a7b6-9233c534e425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:57.346927 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829ee052-a036-47b9-a6f5-ecbe5fdcd8a1 admin admin] Network hostable DHCP agents. Network: 78e99240-3773-4c32-b324-b8b4ec7c5482, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:11:57.364832 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829ee052-a036-47b9-a6f5-ecbe5fdcd8a1 admin admin] Network 78e99240-3773-4c32-b324-b8b4ec7c5482 is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:11:57.372891 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-829ee052-a036-47b9-a6f5-ecbe5fdcd8a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, 78e99240-3773-4c32-b324-b8b4ec7c5482) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:57.383465 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6c5a0b-cf20-40c5-8221-8a25a4d43d43 None None] Network 78e99240-3773-4c32-b324-b8b4ec7c5482 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:57.384524 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ee052-a036-47b9-a6f5-ecbe5fdcd8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:57.385214 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-829ee052-a036-47b9-a6f5-ecbe5fdcd8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:57.407264 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-829ee052-a036-47b9-a6f5-ecbe5fdcd8a1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9732637 Apr 14 16:11:57.407697 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 37044) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:57.413128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-495749836-router', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:57.417957 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:57.424426 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Usage tracker for resource:router and tenant:8e71c42092894db98f8db75a2719f751 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:57.427193 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:57.433550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:57.450517 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6923'] for router, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:57.453832 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854361997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854264817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768878'] for router, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:57.469425 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:57.617268 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad7a66d5-4ab3-56a4-9b57-469e0d818c9a-78e99240-3773-4c32-b324-b8b4ec7c5482', 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'fixed_ips': [{'subnet_id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b'}]}} from dv-cinder-786266-1-iscsi. {{(pid=85246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:11:57.618175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:57.754925 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854381472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768863'] for router, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:57.789482 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Allocated IP 172.20.0.2 (78e99240-3773-4c32-b324-b8b4ec7c5482/e3b50247-ff1f-412a-bd14-516b5ff9133b/b9e42608-9b10-4928-a6b7-d4c68d6b263b) {{(pid=85246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:57.889310 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 6e058dba-7fbb-4a6f-9393-4264eeea9e1a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:11:58.089761 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.123447 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.126869 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 6e058dba-7fbb-4a6f-9393-4264eeea9e1a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6e058dba-7fbb-4a6f-9393-4264eeea9e1a,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:58.156000 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': '6e058dba-7fbb-4a6f-9393-4264eeea9e1a', 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809', 'port_id': '6e058dba-7fbb-4a6f-9393-4264eeea9e1a', 'mac_address': 'fa:16:3e:ce:c3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6314984e-c666-4643-8910-68766b138db6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:11:58.213789 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Notify callbacks [] for port, precommit_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.237649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Transition to ACTIVE for port object b9e42608-9b10-4928-a6b7-d4c68d6b263b will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:58.244722 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.246089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e058dba-7fbb-4a6f-9393-4264eeea9e1a {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:58.276089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Transition to ACTIVE for port object b9e42608-9b10-4928-a6b7-d4c68d6b263b will not be triggered until provisioned by entity DHCP. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:58.278522 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Allocated IP 172.27.2.142 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/a0963eee-93f8-44c0-8eb1-8e3c749e9391) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:58.278850 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 6e058dba-7fbb-4a6f-9393-4264eeea9e1a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6e058dba-7fbb-4a6f-9393-4264eeea9e1a,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:58.282012 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.284530 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:58.323633 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.442407 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.452342 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=6e058dba-7fbb-4a6f-9393-4264eeea9e1a,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:58.457690 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:58.458211 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-63fbaadc-b823-4910-82da-b585a316c51d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:58.472725 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.488785 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:58.550813 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Pushing event updated for resources: {'Port': ['ID=b9e42608-9b10-4928-a6b7-d4c68d6b263b,revision_number=1']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:58.560723 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:58.566118 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Network 78e99240-3773-4c32-b324-b8b4ec7c5482 is already hosted by enough agents. {{(pid=85246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:58.567299 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Resources bound (agent type, host, resource id): {{(pid=85246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:58.569531 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Received port after_create {{(pid=85246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:58.639465 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Pushing event updated for resources: {'Port': ['ID=a0963eee-93f8-44c0-8eb1-8e3c749e9391,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:58.644860 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:58.671020 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Attempting to bind port b9e42608-9b10-4928-a6b7-d4c68d6b263b on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:58.671436 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Attempting to bind port b9e42608-9b10-4928-a6b7-d4c68d6b263b by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '358d4730-1267-45aa-a7b6-9233c534e425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:58.671845 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Attempting to bind port b9e42608-9b10-4928-a6b7-d4c68d6b263b on network 78e99240-3773-4c32-b324-b8b4ec7c5482 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:58.677535 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:58.677955 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Checking segment: {'id': '358d4730-1267-45aa-a7b6-9233c534e425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:58.678562 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.678818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Bound using segment: {'id': '358d4730-1267-45aa-a7b6-9233c534e425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:58.679329 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Bound port: b9e42608-9b10-4928-a6b7-d4c68d6b263b, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358d4730-1267-45aa-a7b6-9233c534e425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:58.679747 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.691351 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:58.692555 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:58.694795 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:58.757786 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] For port b9e42608-9b10-4928-a6b7-d4c68d6b263b, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:58.760973 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] For port b9e42608-9b10-4928-a6b7-d4c68d6b263b, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=b9e42608-9b10-4928-a6b7-d4c68d6b263b,segment=NetworkSegment(358d4730-1267-45aa-a7b6-9233c534e425),segment_id=358d4730-1267-45aa-a7b6-9233c534e425)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:58.765332 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.780857 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:58.944379 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Pushing event updated for resources: {'Port': ['ID=b9e42608-9b10-4928-a6b7-d4c68d6b263b,revision_number=2']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:58.950587 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:59.171134 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:59.766379 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device b9e42608-9b10-4928-a6b7-d4c68d6b263b up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:59.771762 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854361879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394315'] for router, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:59.846674 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port b9e42608-9b10-4928-a6b7-d4c68d6b263b completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:59.996358 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Router affcb1fa-b77a-4463-8f0c-8d385891129f is scheduled to L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d with binding_index 1 {{(pid=85244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:12:00.194910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:12:00.205616 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Sync routers for ids ['affcb1fa-b77a-4463-8f0c-8d385891129f'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:12:00.216821 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Routers {'affcb1fa-b77a-4463-8f0c-8d385891129f'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:00.217639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:11:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['affcb1fa-b77a-4463-8f0c-8d385891129f'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:00.221439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:00.223000 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8142154 Apr 14 16:12:00.225777 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 37062) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:00.422433 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Set router affcb1fa-b77a-4463-8f0c-8d385891129f gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:00.491036 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cd49cf-5621-4a9e-991d-759b4bb63f16 None None] Network 78e99240-3773-4c32-b324-b8b4ec7c5482 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:12:00.603163 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-ac579dda-e0dd-4825-a937-d3b7aa94f8a3 None None] Provisioning for port b9e42608-9b10-4928-a6b7-d4c68d6b263b completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:00.619252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-ac579dda-e0dd-4825-a937-d3b7aa94f8a3 None None] Provisioning complete for port b9e42608-9b10-4928-a6b7-d4c68d6b263b triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:00.620024 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ac579dda-e0dd-4825-a937-d3b7aa94f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:00.742674 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'name': 'tempest-TestMinimumBasicScenario-495749836-router', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:57Z', 'updated_at': '2021-04-14T16:11:58Z', 'revision_number': 3, 'project_id': '8e71c42092894db98f8db75a2719f751', 'gw_port': {'id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:58Z', 'updated_at': '2021-04-14T16:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:00.747685 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Checking router: affcb1fa-b77a-4463-8f0c-8d385891129f for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:12:00.748048 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Updating router affcb1fa-b77a-4463-8f0c-8d385891129f port a0963eee-93f8-44c0-8eb1-8e3c749e9391 binding host dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:12:00.814060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:00.883493 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ac579dda-e0dd-4825-a937-d3b7aa94f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:00.915874 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-ac579dda-e0dd-4825-a937-d3b7aa94f8a3 None None] For port b9e42608-9b10-4928-a6b7-d4c68d6b263b, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=b9e42608-9b10-4928-a6b7-d4c68d6b263b,segment=NetworkSegment(358d4730-1267-45aa-a7b6-9233c534e425),segment_id=358d4730-1267-45aa-a7b6-9233c534e425)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:00.921526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ac579dda-e0dd-4825-a937-d3b7aa94f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:00.923490 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:01.031271 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.051997 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac579dda-e0dd-4825-a937-d3b7aa94f8a3 None None] Pushing event updated for resources: {'Port': ['ID=b9e42608-9b10-4928-a6b7-d4c68d6b263b,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:01.056370 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ac579dda-e0dd-4825-a937-d3b7aa94f8a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:01.262139 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b734b2-9a9e-48da-b81b-0a9f74a9b0af req-474eb5ce-60c0-496e-a334-0739bfc304e0 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:01.265717 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d0b734b2-9a9e-48da-b81b-0a9f74a9b0af req-474eb5ce-60c0-496e-a334-0739bfc304e0 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1058052 Apr 14 16:12:01.297123 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d0b734b2-9a9e-48da-b81b-0a9f74a9b0af req-0c7eb7ba-9c2e-44f0-9949-b1391dd2518c tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249622 Apr 14 16:12:01.353758 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b26091bd-0cc9-4348-8758-627715e6962f None None] Provisioning complete for port b9e42608-9b10-4928-a6b7-d4c68d6b263b triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:01.354204 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b26091bd-0cc9-4348-8758-627715e6962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.403175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.417068 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Transition to ACTIVE for port object a0963eee-93f8-44c0-8eb1-8e3c749e9391 will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:01.425083 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.441838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0dcfef1c-8e1a-4ce9-b129-e073201779c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:01.461354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348a383-f412-47d4-a418-56d364997dd0 req-43c2e095-82d5-4001-b0b4-7611761ee081 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:01.462979 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3348a383-f412-47d4-a418-56d364997dd0 req-43c2e095-82d5-4001-b0b4-7611761ee081 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 944 time: 0.2115424 Apr 14 16:12:01.475841 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Allocated IP 172.20.0.1 (78e99240-3773-4c32-b324-b8b4ec7c5482/e3b50247-ff1f-412a-bd14-516b5ff9133b/c8f0f614-5517-4e9e-aec2-096d15711380) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:01.510655 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3348a383-f412-47d4-a418-56d364997dd0 req-7c7bb219-d0f2-4859-accb-c45162f2b54f tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370414 Apr 14 16:12:01.528881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['6e058dba-7fbb-4a6f-9393-4264eeea9e1a'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:01.588269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d80b1-4a7e-402a-95d2-a8b6ab2a402b None None] Pushing event updated for resources: {'Port': ['ID=a0963eee-93f8-44c0-8eb1-8e3c749e9391,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:01.607146 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d80b1-4a7e-402a-95d2-a8b6ab2a402b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.607523 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d80b1-4a7e-402a-95d2-a8b6ab2a402b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.607887 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d80b1-4a7e-402a-95d2-a8b6ab2a402b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.608243 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d80b1-4a7e-402a-95d2-a8b6ab2a402b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.608599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d80b1-4a7e-402a-95d2-a8b6ab2a402b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.608953 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d80b1-4a7e-402a-95d2-a8b6ab2a402b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.609332 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d80b1-4a7e-402a-95d2-a8b6ab2a402b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.609680 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d80b1-4a7e-402a-95d2-a8b6ab2a402b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.610028 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d80b1-4a7e-402a-95d2-a8b6ab2a402b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.610375 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d80b1-4a7e-402a-95d2-a8b6ab2a402b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.610719 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d80b1-4a7e-402a-95d2-a8b6ab2a402b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.611062 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d80b1-4a7e-402a-95d2-a8b6ab2a402b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.616380 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f65d80b1-4a7e-402a-95d2-a8b6ab2a402b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:01.672141 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.675691 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Attempting to bind port a0963eee-93f8-44c0-8eb1-8e3c749e9391 on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:01.676100 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Attempting to bind port a0963eee-93f8-44c0-8eb1-8e3c749e9391 by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:01.676496 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Attempting to bind port a0963eee-93f8-44c0-8eb1-8e3c749e9391 on network b5eead06-8405-4d4c-aea5-71473e96d6f3 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:01.682632 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:01.683032 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Checking segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:01.683467 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.683864 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Bound using segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:01.684439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Bound port: a0963eee-93f8-44c0-8eb1-8e3c749e9391, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:01.684835 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.690754 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Transition to ACTIVE for port object c8f0f614-5517-4e9e-aec2-096d15711380 will not be triggered until provisioned by entity DHCP. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:01.733398 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.754060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:01.760170 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device b9e42608-9b10-4928-a6b7-d4c68d6b263b up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:01.768564 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] For port a0963eee-93f8-44c0-8eb1-8e3c749e9391, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:01.771720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] For port a0963eee-93f8-44c0-8eb1-8e3c749e9391, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=a0963eee-93f8-44c0-8eb1-8e3c749e9391,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:01.775248 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.800119 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-6872afa7-6fad-4ec4-ac8a-630331f99dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:01.839196 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port b9e42608-9b10-4928-a6b7-d4c68d6b263b triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:01.839944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.907208 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Pushing event updated for resources: {'Port': ['ID=c8f0f614-5517-4e9e-aec2-096d15711380,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:01.912909 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:01.960146 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d80b1-4a7e-402a-95d2-a8b6ab2a402b None None] Pushing event updated for resources: {'Port': ['ID=a0963eee-93f8-44c0-8eb1-8e3c749e9391,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:01.962916 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Network 78e99240-3773-4c32-b324-b8b4ec7c5482 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:01.964099 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:01.966485 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:01.971138 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f65d80b1-4a7e-402a-95d2-a8b6ab2a402b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:02.035149 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Routers {'affcb1fa-b77a-4463-8f0c-8d385891129f'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:02.035824 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:11:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['affcb1fa-b77a-4463-8f0c-8d385891129f'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:02.038776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394380'] for router_interface, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.232528 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.322276 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-94773780-8437-4727-92a2-3a7defc78030 None None] Provisioning for port c8f0f614-5517-4e9e-aec2-096d15711380 completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:02.329811 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-94773780-8437-4727-92a2-3a7defc78030 None None] Provisioning complete for port c8f0f614-5517-4e9e-aec2-096d15711380 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:02.330340 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-94773780-8437-4727-92a2-3a7defc78030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.344339 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] Set router affcb1fa-b77a-4463-8f0c-8d385891129f gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:02.431478 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-94773780-8437-4727-92a2-3a7defc78030 None None] Port c8f0f614-5517-4e9e-aec2-096d15711380 cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:12:02.583137 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93650a38-2194-4a3d-99a9-01b79d6aef3a req-f81388b5-2863-46a6-ae6c-569027d15223 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:02.584872 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-93650a38-2194-4a3d-99a9-01b79d6aef3a req-f81388b5-2863-46a6-ae6c-569027d15223 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.0975668 Apr 14 16:12:02.629249 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.630060 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-93650a38-2194-4a3d-99a9-01b79d6aef3a req-3293d5c7-3263-4944-acdd-b513c8f46dfa tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358896 Apr 14 16:12:02.634592 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.670480 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-327e7c6e-7fbd-48c1-a9fa-12af0c325c8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:02.867089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'name': 'tempest-TestMinimumBasicScenario-495749836-router', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:57Z', 'updated_at': '2021-04-14T16:11:58Z', 'revision_number': 3, 'project_id': '8e71c42092894db98f8db75a2719f751', 'gw_port': {'id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:58Z', 'updated_at': '2021-04-14T16:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:02.872696 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f27fe-a547-4330-bc9f-10d2f9ee7251 None None] The sync data for ids ['affcb1fa-b77a-4463-8f0c-8d385891129f'] in dv-cinder-786266-1-iscsi is: [{'id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'name': 'tempest-TestMinimumBasicScenario-495749836-router', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:57Z', 'updated_at': '2021-04-14T16:11:58Z', 'revision_number': 3, 'project_id': '8e71c42092894db98f8db75a2719f751', 'gw_port': {'id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:58Z', 'updated_at': '2021-04-14T16:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:12:02.960731 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 6e058dba-7fbb-4a6f-9393-4264eeea9e1a up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:03.034845 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port 6e058dba-7fbb-4a6f-9393-4264eeea9e1a completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:03.040101 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port 6e058dba-7fbb-4a6f-9393-4264eeea9e1a triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:03.040528 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.048503 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410661'] for router_interface, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.094264 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Pushing event updated for resources: {'Port': ['ID=c8f0f614-5517-4e9e-aec2-096d15711380,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:03.100381 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:03.192865 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014e252-5b4d-4c8d-9dbe-73033cce96c0 req-7d517bc8-28ef-427d-91e4-e248996c0a7f tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:03.194487 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c014e252-5b4d-4c8d-9dbe-73033cce96c0 req-7d517bc8-28ef-427d-91e4-e248996c0a7f tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 944 time: 0.5292974 Apr 14 16:12:03.221753 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.233572 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce4fd86-3ba7-4f6b-8962-e1adecda486d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e058dba-7fbb-4a6f-9393-4264eeea9e1a'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:03.249863 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 6e058dba-7fbb-4a6f-9393-4264eeea9e1a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6e058dba-7fbb-4a6f-9393-4264eeea9e1a,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:03.250329 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c014e252-5b4d-4c8d-9dbe-73033cce96c0 req-111ada23-18aa-43f7-9ef8-efe55bcbc959 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436723 Apr 14 16:12:03.256416 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.260971 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:03.273829 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Network 78e99240-3773-4c32-b324-b8b4ec7c5482 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:03.275149 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:03.426419 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce4fd86-3ba7-4f6b-8962-e1adecda486d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e058dba-7fbb-4a6f-9393-4264eeea9e1a', 'code': 200} Apr 14 16:12:03.427517 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=6e058dba-7fbb-4a6f-9393-4264eeea9e1a,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:03.432460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:03.608611 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Router affcb1fa-b77a-4463-8f0c-8d385891129f has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:12:03.679461 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e585c75b-4e70-43e9-9b1f-1fed841b74e2 None None] Provisioning complete for port c8f0f614-5517-4e9e-aec2-096d15711380 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:03.683988 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e585c75b-4e70-43e9-9b1f-1fed841b74e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.791907 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e585c75b-4e70-43e9-9b1f-1fed841b74e2 None None] Port c8f0f614-5517-4e9e-aec2-096d15711380 cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:12:03.843017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device a0963eee-93f8-44c0-8eb1-8e3c749e9391 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:03.902681 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8784fdf-67a9-4814-93bb-99137d801fa1 req-d667dc0b-75a8-4336-8615-0cb4ad567be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:03.904731 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d8784fdf-67a9-4814-93bb-99137d801fa1 req-d667dc0b-75a8-4336-8615-0cb4ad567be5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 1098 time: 0.2520885 Apr 14 16:12:03.945181 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port a0963eee-93f8-44c0-8eb1-8e3c749e9391 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:03.951816 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port a0963eee-93f8-44c0-8eb1-8e3c749e9391 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:03.952016 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d8784fdf-67a9-4814-93bb-99137d801fa1 req-609aeaf4-20d4-443e-b835-809a96e1fc7e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292101 Apr 14 16:12:03.952659 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.967137 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d147c-844f-48b6-a08a-0134cb45aec9 req-46d3797f-c8f4-477f-9622-d1f1b8fb7b9e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:03.971298 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-842d147c-844f-48b6-a08a-0134cb45aec9 req-46d3797f-c8f4-477f-9622-d1f1b8fb7b9e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1668491 Apr 14 16:12:03.987629 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:12:04.003799 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-842d147c-844f-48b6-a08a-0134cb45aec9 req-c4c81403-8837-43ee-a7d5-f59e084d8abf tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260675 Apr 14 16:12:04.014672 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] 10.222.0.60 "PUT /v2.0/routers/affcb1fa-b77a-4463-8f0c-8d385891129f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7863424 Apr 14 16:12:04.099709 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.118802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port a0963eee-93f8-44c0-8eb1-8e3c749e9391, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=a0963eee-93f8-44c0-8eb1-8e3c749e9391,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:04.125687 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.128993 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-51522492-8924-45ff-9d86-088c9202c25c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:04.208574 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=a0963eee-93f8-44c0-8eb1-8e3c749e9391,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:04.213253 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:04.481878 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b116cb-5537-4841-aa4d-6870791181b4 req-dd47a976-b63b-4fec-9317-81ec7ed85cac tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:04.483565 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d7b116cb-5537-4841-aa4d-6870791181b4 req-dd47a976-b63b-4fec-9317-81ec7ed85cac tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 945 time: 0.0928612 Apr 14 16:12:04.516324 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d7b116cb-5537-4841-aa4d-6870791181b4 req-9546e385-d08d-42e7-933c-7220de7925ba tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256636 Apr 14 16:12:04.637981 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 37144) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:04.643953 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-298608480-network', 'tenant_id': '408ecc612a8d4894836b1e6d68dda45e'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:04.648920 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:04.653278 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Usage tracker for resource:network and tenant:408ecc612a8d4894836b1e6d68dda45e is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:04.656343 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:04.663955 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:04.679962 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Made reservation on behalf of 408ecc612a8d4894836b1e6d68dda45e for: {'network': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:12:04.684967 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.698125 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.714352 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:04.720005 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Usage tracker for resource:security_group_rule and tenant:408ecc612a8d4894836b1e6d68dda45e is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:04.723882 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:04.732687 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:04.820252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.823958 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.831058 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-687e2b1a-52e4-4b9c-b3dc-8a53de871191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:04.859034 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=85245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:12:04.868392 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4215a35-cf8f-4122-bae5-b75fd1ebd985,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:04.873166 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:04.876358 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.877019 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Added segment d2adab71-3502-4efe-8cff-f9436bb1c908 of type vlan for network 313f93dd-9b3e-4920-8770-2d52ac111a00 Apr 14 16:12:04.904745 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.936259 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.937882 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:04.938626 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.944169 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0b78d5a9-1ab2-41d5-bac4-df4ff232a841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:05.051868 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4125817 Apr 14 16:12:05.054881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 37150) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:05.058034 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Pushing event updated for resources: {'Network': ['ID=313f93dd-9b3e-4920-8770-2d52ac111a00,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:05.061314 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:05.064651 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-9210db2a-c06a-4b2e-a7a0-4035a99d8cf3 admin admin] Request body: {'subnet': {'network_id': '313f93dd-9b3e-4920-8770-2d52ac111a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-298608480-subnet', 'tenant_id': '408ecc612a8d4894836b1e6d68dda45e', 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:05.073581 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-9210db2a-c06a-4b2e-a7a0-4035a99d8cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:05.078321 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network 313f93dd-9b3e-4920-8770-2d52ac111a00 details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:12:05.079993 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-9210db2a-c06a-4b2e-a7a0-4035a99d8cf3 admin admin] Usage tracker for resource:subnet and tenant:408ecc612a8d4894836b1e6d68dda45e is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:05.083138 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-9210db2a-c06a-4b2e-a7a0-4035a99d8cf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:05.093101 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-9210db2a-c06a-4b2e-a7a0-4035a99d8cf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:05.104006 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9210db2a-c06a-4b2e-a7a0-4035a99d8cf3 admin admin] Made reservation on behalf of 408ecc612a8d4894836b1e6d68dda45e for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:12:05.109790 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9210db2a-c06a-4b2e-a7a0-4035a99d8cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852040108'] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.386292 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f6176-e74e-4541-90dd-dc4cb52ba856 req-c29b5338-78e1-460f-9b3a-278a6a430409 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:05.388407 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6b7f6176-e74e-4541-90dd-dc4cb52ba856 req-c29b5338-78e1-460f-9b3a-278a6a430409 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1775577 Apr 14 16:12:05.432993 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6b7f6176-e74e-4541-90dd-dc4cb52ba856 req-f09d634c-51cf-4ca3-8002-1853289e111b tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367658 Apr 14 16:12:05.752217 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9210db2a-c06a-4b2e-a7a0-4035a99d8cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2660526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852040149'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.786910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device a0963eee-93f8-44c0-8eb1-8e3c749e9391 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:05.796606 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33932534-a5c0-4f5f-9a01-8c7c6bd3a13a req-d4288b5b-14e8-45db-9aa7-20095baff961 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:05.798548 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-33932534-a5c0-4f5f-9a01-8c7c6bd3a13a req-d4288b5b-14e8-45db-9aa7-20095baff961 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 945 time: 0.1430550 Apr 14 16:12:05.846885 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 37180) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:05.859597 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-33932534-a5c0-4f5f-9a01-8c7c6bd3a13a req-714da034-773d-41d4-84ef-e2d6cbc68c7f tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494838 Apr 14 16:12:05.888639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port a0963eee-93f8-44c0-8eb1-8e3c749e9391 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:05.891383 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.899708 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:05.993173 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210db2a-c06a-4b2e-a7a0-4035a99d8cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e6677e3-6aaa-408c-83ca-04bc72af5234,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:06.019126 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9210db2a-c06a-4b2e-a7a0-4035a99d8cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:06.086886 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9210db2a-c06a-4b2e-a7a0-4035a99d8cf3 admin admin] Checking segment: {'id': 'd2adab71-3502-4efe-8cff-f9436bb1c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '313f93dd-9b3e-4920-8770-2d52ac111a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:06.087357 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9210db2a-c06a-4b2e-a7a0-4035a99d8cf3 admin admin] Network hostable DHCP agents. Network: 313f93dd-9b3e-4920-8770-2d52ac111a00, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:12:06.122726 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Sync routers for ids ['affcb1fa-b77a-4463-8f0c-8d385891129f'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:12:06.128014 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9210db2a-c06a-4b2e-a7a0-4035a99d8cf3 admin admin] Network 313f93dd-9b3e-4920-8770-2d52ac111a00 is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:12:06.148821 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Routers {'affcb1fa-b77a-4463-8f0c-8d385891129f'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:06.150045 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:11:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['affcb1fa-b77a-4463-8f0c-8d385891129f'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:06.150837 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-9210db2a-c06a-4b2e-a7a0-4035a99d8cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, 313f93dd-9b3e-4920-8770-2d52ac111a00) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:06.168233 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9210db2a-c06a-4b2e-a7a0-4035a99d8cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:06.169900 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9210db2a-c06a-4b2e-a7a0-4035a99d8cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.195806 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-9210db2a-c06a-4b2e-a7a0-4035a99d8cf3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1391466 Apr 14 16:12:06.198802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 37190) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:06.206044 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-298608480-router', 'tenant_id': '408ecc612a8d4894836b1e6d68dda45e', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:06.212032 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:06.217849 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Usage tracker for resource:router and tenant:408ecc612a8d4894836b1e6d68dda45e is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:06.222068 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:06.234672 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:06.248262 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8283cfb-6d75-4fab-8a07-8b9a35ccbfa8 None None] Network 313f93dd-9b3e-4920-8770-2d52ac111a00 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:12:06.254904 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6923'] for router, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.256488 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854361997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854264817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768878'] for router, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.291485 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.328800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9d1d8378-ff4e-4100-8e83-9131eb41a9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.346019 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-9d1d8378-ff4e-4100-8e83-9131eb41a9dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:06.351248 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-9d1d8378-ff4e-4100-8e83-9131eb41a9dc admin admin] Usage tracker for resource:security_group_rule and tenant:fff727ec659a424ebcb37daeb82135d3 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:06.354356 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-9d1d8378-ff4e-4100-8e83-9131eb41a9dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:06.361280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-9d1d8378-ff4e-4100-8e83-9131eb41a9dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:06.453673 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9d1d8378-ff4e-4100-8e83-9131eb41a9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.461913 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9d1d8378-ff4e-4100-8e83-9131eb41a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.495851 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1048b786-c7a8-4e3c-80a9-191a7cf13b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:06.506562 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-9d1d8378-ff4e-4100-8e83-9131eb41a9dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fff727ec659a424ebcb37daeb82135d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6562648 Apr 14 16:12:06.522854 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 37202) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:06.564527 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d8378-ff4e-4100-8e83-9131eb41a9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d5380c-bd86-40f8-99b0-db67ad15b5c9,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:06.570947 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9d1d8378-ff4e-4100-8e83-9131eb41a9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:06.623410 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ec6b88b4-8cc3-4300-84f4-80a9c33764bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.659642 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad7a66d5-4ab3-56a4-9b57-469e0d818c9a-313f93dd-9b3e-4920-8770-2d52ac111a00', 'network_id': '313f93dd-9b3e-4920-8770-2d52ac111a00', 'tenant_id': '408ecc612a8d4894836b1e6d68dda45e', 'fixed_ips': [{'subnet_id': '2e6677e3-6aaa-408c-83ca-04bc72af5234'}]}} from dv-cinder-786266-1-iscsi. {{(pid=85246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:12:06.660627 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.663638 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ec6b88b4-8cc3-4300-84f4-80a9c33764bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.729078 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ec6b88b4-8cc3-4300-84f4-80a9c33764bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.736966 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-15820a57-5ad2-4afd-a9f7-d413d415223f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:06.753788 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b88b4-8cc3-4300-84f4-80a9c33764bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d5380c-bd86-40f8-99b0-db67ad15b5c9,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:06.757280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ec6b88b4-8cc3-4300-84f4-80a9c33764bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:06.765950 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ec6b88b4-8cc3-4300-84f4-80a9c33764bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.769992 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ec6b88b4-8cc3-4300-84f4-80a9c33764bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/63d5380c-bd86-40f8-99b0-db67ad15b5c9 HTTP/1.1" status: 204 len: 168 time: 0.2434921 Apr 14 16:12:06.825276 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854381472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768863'] for router, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.851693 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Set router affcb1fa-b77a-4463-8f0c-8d385891129f gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:06.907008 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb5e3b-dd9a-464c-94ee-e96bcaf7b1e1 req-b9a9a580-011e-4208-86a5-efb7ca047525 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:06.914922 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e9fb5e3b-dd9a-464c-94ee-e96bcaf7b1e1 req-b9a9a580-011e-4208-86a5-efb7ca047525 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.3247099 Apr 14 16:12:07.018601 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e9fb5e3b-dd9a-464c-94ee-e96bcaf7b1e1 req-bbed18ea-afdb-4501-a529-8b3886deb4c5 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026978 Apr 14 16:12:07.418148 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.459029 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.517605 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Allocated IP 172.20.0.2 (313f93dd-9b3e-4920-8770-2d52ac111a00/2e6677e3-6aaa-408c-83ca-04bc72af5234/550de167-1075-4ec5-a7f2-01c1a11b2e0d) {{(pid=85246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:07.658052 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Allocated IP 172.27.2.66 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/19b5c1f4-98cf-4107-872d-4429fd01fb0c) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:07.839171 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'name': 'tempest-TestMinimumBasicScenario-495749836-router', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:57Z', 'updated_at': '2021-04-14T16:12:02Z', 'revision_number': 4, 'project_id': '8e71c42092894db98f8db75a2719f751', 'gw_port': {'id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:58Z', 'updated_at': '2021-04-14T16:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'c8f0f614-5517-4e9e-aec2-096d15711380', 'name': '', 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'mac_address': 'fa:16:3e:cf:7c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:02Z', 'revision_number': 2, 'project_id': '8e71c42092894db98f8db75a2719f751', 'subnets': [{'id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:07.849417 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Checking router: affcb1fa-b77a-4463-8f0c-8d385891129f for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:12:07.849910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Updating router affcb1fa-b77a-4463-8f0c-8d385891129f port c8f0f614-5517-4e9e-aec2-096d15711380 binding host dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:12:07.911221 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Notify callbacks [] for port, precommit_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.937098 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Transition to ACTIVE for port object 550de167-1075-4ec5-a7f2-01c1a11b2e0d will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:07.940073 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.020102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Transition to ACTIVE for port object 550de167-1075-4ec5-a7f2-01c1a11b2e0d will not be triggered until provisioned by entity DHCP. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:08.081250 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.097029 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.155166 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.185867 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:08.237537 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:08.392116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Network 313f93dd-9b3e-4920-8770-2d52ac111a00 is already hosted by enough agents. {{(pid=85246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:08.413994 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Resources bound (agent type, host, resource id): {{(pid=85246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:08.420115 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Received port after_create {{(pid=85246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:08.438962 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:08.445176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:08.447635 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Pushing event updated for resources: {'Port': ['ID=19b5c1f4-98cf-4107-872d-4429fd01fb0c,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:08.450133 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:08.485937 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:08.493076 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7893-f8b9-4c78-a8bc-c79d7252a737 req-4f60d723-c2e4-437f-a268-2be7a2891705 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:08.499711 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7b5d7893-f8b9-4c78-a8bc-c79d7252a737 req-4f60d723-c2e4-437f-a268-2be7a2891705 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.2249925 Apr 14 16:12:08.561933 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7b5d7893-f8b9-4c78-a8bc-c79d7252a737 req-fe0f3652-ac79-48cd-a3a4-a3bbdeabd4e3 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519090 Apr 14 16:12:08.646402 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Pushing event updated for resources: {'Port': ['ID=550de167-1075-4ec5-a7f2-01c1a11b2e0d,revision_number=1']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:08.651978 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:08.743210 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Attempting to bind port 550de167-1075-4ec5-a7f2-01c1a11b2e0d on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:08.743746 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Attempting to bind port 550de167-1075-4ec5-a7f2-01c1a11b2e0d by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': 'd2adab71-3502-4efe-8cff-f9436bb1c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '313f93dd-9b3e-4920-8770-2d52ac111a00'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:08.744242 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Attempting to bind port 550de167-1075-4ec5-a7f2-01c1a11b2e0d on network 313f93dd-9b3e-4920-8770-2d52ac111a00 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:08.754710 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:08.755381 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Checking segment: {'id': 'd2adab71-3502-4efe-8cff-f9436bb1c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '313f93dd-9b3e-4920-8770-2d52ac111a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:08.755818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.756364 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Bound using segment: {'id': 'd2adab71-3502-4efe-8cff-f9436bb1c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '313f93dd-9b3e-4920-8770-2d52ac111a00'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:08.757060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Bound port: 550de167-1075-4ec5-a7f2-01c1a11b2e0d, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2adab71-3502-4efe-8cff-f9436bb1c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '313f93dd-9b3e-4920-8770-2d52ac111a00'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:08.757564 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.938158 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] For port 550de167-1075-4ec5-a7f2-01c1a11b2e0d, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:08.944021 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] For port 550de167-1075-4ec5-a7f2-01c1a11b2e0d, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=550de167-1075-4ec5-a7f2-01c1a11b2e0d,segment=NetworkSegment(d2adab71-3502-4efe-8cff-f9436bb1c908),segment_id=d2adab71-3502-4efe-8cff-f9436bb1c908)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:08.959686 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.978532 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:09.008247 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.190632 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Pushing event updated for resources: {'Port': ['ID=550de167-1075-4ec5-a7f2-01c1a11b2e0d,revision_number=2']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:09.208161 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:09.255093 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Notify callbacks [] for port, precommit_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.277080 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Transition to ACTIVE for port object c8f0f614-5517-4e9e-aec2-096d15711380 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:09.285984 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.303309 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4b2ba2cb-d5e4-450a-a15f-b16857495652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:09.436291 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854361879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394315'] for router, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.449135 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63eb31-5e80-4d47-a185-edc0f6ec54cd None None] Pushing event updated for resources: {'Port': ['ID=c8f0f614-5517-4e9e-aec2-096d15711380,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:09.454808 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-eb63eb31-5e80-4d47-a185-edc0f6ec54cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:09.732588 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Attempting to bind port c8f0f614-5517-4e9e-aec2-096d15711380 on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:09.733179 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Attempting to bind port c8f0f614-5517-4e9e-aec2-096d15711380 by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '358d4730-1267-45aa-a7b6-9233c534e425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:09.733681 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Attempting to bind port c8f0f614-5517-4e9e-aec2-096d15711380 on network 78e99240-3773-4c32-b324-b8b4ec7c5482 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:09.741198 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:09.741754 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Checking segment: {'id': '358d4730-1267-45aa-a7b6-9233c534e425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:09.745543 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.746244 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Bound using segment: {'id': '358d4730-1267-45aa-a7b6-9233c534e425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:09.746988 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Bound port: c8f0f614-5517-4e9e-aec2-096d15711380, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358d4730-1267-45aa-a7b6-9233c534e425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:09.747730 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.844990 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Router 71772670-859f-4ea7-8179-3717b8814acc is scheduled to L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d with binding_index 1 {{(pid=85244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:12:09.933700 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] For port c8f0f614-5517-4e9e-aec2-096d15711380, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:09.938128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] For port c8f0f614-5517-4e9e-aec2-096d15711380, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=c8f0f614-5517-4e9e-aec2-096d15711380,segment=NetworkSegment(358d4730-1267-45aa-a7b6-9233c534e425),segment_id=358d4730-1267-45aa-a7b6-9233c534e425)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:09.944588 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.962429 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:10.034165 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 550de167-1075-4ec5-a7f2-01c1a11b2e0d up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:10.149930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63eb31-5e80-4d47-a185-edc0f6ec54cd None None] Pushing event updated for resources: {'Port': ['ID=c8f0f614-5517-4e9e-aec2-096d15711380,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:10.154916 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-eb63eb31-5e80-4d47-a185-edc0f6ec54cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:10.209654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:12:10.221136 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Sync routers for ids ['71772670-859f-4ea7-8179-3717b8814acc'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:12:10.238362 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Routers {'71772670-859f-4ea7-8179-3717b8814acc'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:10.239963 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:11:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['71772670-859f-4ea7-8179-3717b8814acc'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:10.265867 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:10.267502 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0675111 Apr 14 16:12:10.270549 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 37286) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:10.281968 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474040dc-31e4-4aab-a6ea-7a7d9ce64b6a req-58c80e52-f0fa-4847-95ed-72e3d575dac9 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:10.284814 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-474040dc-31e4-4aab-a6ea-7a7d9ce64b6a req-58c80e52-f0fa-4847-95ed-72e3d575dac9 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.3001192 Apr 14 16:12:10.346338 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-474040dc-31e4-4aab-a6ea-7a7d9ce64b6a req-7b96b8a1-546a-414e-8c6b-d34b345ba5ec tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545881 Apr 14 16:12:10.545538 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Set router 71772670-859f-4ea7-8179-3717b8814acc gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:10.559033 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 550de167-1075-4ec5-a7f2-01c1a11b2e0d completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:10.567123 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Routers {'affcb1fa-b77a-4463-8f0c-8d385891129f'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:10.568137 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:11:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['affcb1fa-b77a-4463-8f0c-8d385891129f'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:11.052354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] Set router affcb1fa-b77a-4463-8f0c-8d385891129f gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:11.079014 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71772670-859f-4ea7-8179-3717b8814acc', 'name': 'tempest-TestMinimumBasicScenario-298608480-router', 'tenant_id': '408ecc612a8d4894836b1e6d68dda45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b5c1f4-98cf-4107-872d-4429fd01fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:06Z', 'updated_at': '2021-04-14T16:12:08Z', 'revision_number': 3, 'project_id': '408ecc612a8d4894836b1e6d68dda45e', 'gw_port': {'id': '19b5c1f4-98cf-4107-872d-4429fd01fb0c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71772670-859f-4ea7-8179-3717b8814acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:07Z', 'updated_at': '2021-04-14T16:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:11.086097 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Checking router: 71772670-859f-4ea7-8179-3717b8814acc for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:12:11.091721 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Updating router 71772670-859f-4ea7-8179-3717b8814acc port 19b5c1f4-98cf-4107-872d-4429fd01fb0c binding host dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:12:11.172565 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee4cdb2-91d2-40b1-8a0d-9c172e8376b0 None None] Network 313f93dd-9b3e-4920-8770-2d52ac111a00 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:12:11.252141 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.344439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.413578 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-248716ee-fa4b-4afe-9bd8-a11c8305bf6c None None] Provisioning for port 550de167-1075-4ec5-a7f2-01c1a11b2e0d completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:11.462094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-248716ee-fa4b-4afe-9bd8-a11c8305bf6c None None] Provisioning complete for port 550de167-1075-4ec5-a7f2-01c1a11b2e0d triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:11.462666 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-248716ee-fa4b-4afe-9bd8-a11c8305bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.604625 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Allocated IP 172.20.0.1 (313f93dd-9b3e-4920-8770-2d52ac111a00/2e6677e3-6aaa-408c-83ca-04bc72af5234/a63e9378-e925-4182-90af-fb0123343f2c) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:11.682194 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd89b4-f94e-4fd6-9958-5d5152c28337 req-b267582d-4c33-4b24-bfb0-473b1f74844e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:11.684812 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9bdd89b4-f94e-4fd6-9958-5d5152c28337 req-b267582d-4c33-4b24-bfb0-473b1f74844e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1339631 Apr 14 16:12:11.730663 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9bdd89b4-f94e-4fd6-9958-5d5152c28337 req-1df0a52f-cf61-4d6c-87b8-b746b1f90e71 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379908 Apr 14 16:12:11.741084 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.758364 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Transition to ACTIVE for port object 19b5c1f4-98cf-4107-872d-4429fd01fb0c will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:11.765746 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.782136 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:11.809995 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.829693 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Transition to ACTIVE for port object a63e9378-e925-4182-90af-fb0123343f2c will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:11.863884 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.878188 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:11.930235 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dece5e-5bfb-4cbe-8627-72714a87470d None None] Pushing event updated for resources: {'Port': ['ID=19b5c1f4-98cf-4107-872d-4429fd01fb0c,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:11.931746 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-248716ee-fa4b-4afe-9bd8-a11c8305bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.935625 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-85dece5e-5bfb-4cbe-8627-72714a87470d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:11.962753 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Pushing event updated for resources: {'Port': ['ID=a63e9378-e925-4182-90af-fb0123343f2c,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:11.979044 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-248716ee-fa4b-4afe-9bd8-a11c8305bf6c None None] For port 550de167-1075-4ec5-a7f2-01c1a11b2e0d, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=550de167-1075-4ec5-a7f2-01c1a11b2e0d,segment=NetworkSegment(d2adab71-3502-4efe-8cff-f9436bb1c908),segment_id=d2adab71-3502-4efe-8cff-f9436bb1c908)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:11.980706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:11.989121 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-248716ee-fa4b-4afe-9bd8-a11c8305bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.996917 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:12.004949 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Attempting to bind port 19b5c1f4-98cf-4107-872d-4429fd01fb0c on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:12.005404 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Attempting to bind port 19b5c1f4-98cf-4107-872d-4429fd01fb0c by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:12.005807 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Attempting to bind port 19b5c1f4-98cf-4107-872d-4429fd01fb0c on network b5eead06-8405-4d4c-aea5-71473e96d6f3 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:12.015632 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:12.016052 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Checking segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:12.016498 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.016929 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Bound using segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:12.017470 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Bound port: 19b5c1f4-98cf-4107-872d-4429fd01fb0c, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:12.018019 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.056196 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'name': 'tempest-TestMinimumBasicScenario-495749836-router', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:57Z', 'updated_at': '2021-04-14T16:12:02Z', 'revision_number': 4, 'project_id': '8e71c42092894db98f8db75a2719f751', 'gw_port': {'id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:58Z', 'updated_at': '2021-04-14T16:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'c8f0f614-5517-4e9e-aec2-096d15711380', 'name': '', 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'mac_address': 'fa:16:3e:cf:7c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:09Z', 'revision_number': 4, 'project_id': '8e71c42092894db98f8db75a2719f751', 'subnets': [{'id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:12.101987 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b9b6ad-301c-4189-933f-211aaf9a940f None None] The sync data for ids ['affcb1fa-b77a-4463-8f0c-8d385891129f'] in dv-cinder-786266-1-iscsi is: [{'id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'name': 'tempest-TestMinimumBasicScenario-495749836-router', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:57Z', 'updated_at': '2021-04-14T16:12:02Z', 'revision_number': 4, 'project_id': '8e71c42092894db98f8db75a2719f751', 'gw_port': {'id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:58Z', 'updated_at': '2021-04-14T16:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'c8f0f614-5517-4e9e-aec2-096d15711380', 'name': '', 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'mac_address': 'fa:16:3e:cf:7c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:09Z', 'revision_number': 4, 'project_id': '8e71c42092894db98f8db75a2719f751', 'subnets': [{'id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:12:12.135356 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] For port 19b5c1f4-98cf-4107-872d-4429fd01fb0c, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:12.157997 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] For port 19b5c1f4-98cf-4107-872d-4429fd01fb0c, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=19b5c1f4-98cf-4107-872d-4429fd01fb0c,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:12.158804 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248716ee-fa4b-4afe-9bd8-a11c8305bf6c None None] Pushing event updated for resources: {'Port': ['ID=550de167-1075-4ec5-a7f2-01c1a11b2e0d,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:12.162359 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.184657 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:12.193946 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-248716ee-fa4b-4afe-9bd8-a11c8305bf6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:12.239965 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Network 313f93dd-9b3e-4920-8770-2d52ac111a00 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:12.243441 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:12.259301 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:12.402382 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394380'] for router_interface, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.436966 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dece5e-5bfb-4cbe-8627-72714a87470d None None] Pushing event updated for resources: {'Port': ['ID=19b5c1f4-98cf-4107-872d-4429fd01fb0c,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:12.437212 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-42dbc43a-d455-4adf-81f3-39469608ed1d None None] Provisioning complete for port 550de167-1075-4ec5-a7f2-01c1a11b2e0d triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:12.437212 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-42dbc43a-d455-4adf-81f3-39469608ed1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.438975 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-85dece5e-5bfb-4cbe-8627-72714a87470d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:12.542122 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Routers {'71772670-859f-4ea7-8179-3717b8814acc'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:12.542839 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:11:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['71772670-859f-4ea7-8179-3717b8814acc'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:12.635838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.894594 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] Set router 71772670-859f-4ea7-8179-3717b8814acc gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:12.905211 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-fea9224c-e904-4be7-b2d4-513232fc8d65 None None] Provisioning for port a63e9378-e925-4182-90af-fb0123343f2c completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:12.923362 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-fea9224c-e904-4be7-b2d4-513232fc8d65 None None] Provisioning complete for port a63e9378-e925-4182-90af-fb0123343f2c triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:12.927222 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fea9224c-e904-4be7-b2d4-513232fc8d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:13.062621 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-fea9224c-e904-4be7-b2d4-513232fc8d65 None None] Port a63e9378-e925-4182-90af-fb0123343f2c cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:12:13.078947 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429d132-a347-4ca6-9da8-f62320e3a995 req-25887a5c-2e04-46cb-bbda-38bd8479c587 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:13.093237 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f429d132-a347-4ca6-9da8-f62320e3a995 req-25887a5c-2e04-46cb-bbda-38bd8479c587 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1695840 Apr 14 16:12:13.150124 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f429d132-a347-4ca6-9da8-f62320e3a995 req-734525d7-1059-4064-a8c7-51d1fef38a68 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551445 Apr 14 16:12:13.229502 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:13.244848 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:13.330439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fa37047c-01dd-4414-a744-9ac9bf3cf191 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:13.426418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410661'] for router_interface, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:13.443119 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Pushing event updated for resources: {'Port': ['ID=a63e9378-e925-4182-90af-fb0123343f2c,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:13.458570 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:13.477589 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:13.597296 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71772670-859f-4ea7-8179-3717b8814acc', 'name': 'tempest-TestMinimumBasicScenario-298608480-router', 'tenant_id': '408ecc612a8d4894836b1e6d68dda45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b5c1f4-98cf-4107-872d-4429fd01fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:06Z', 'updated_at': '2021-04-14T16:12:12Z', 'revision_number': 4, 'project_id': '408ecc612a8d4894836b1e6d68dda45e', 'gw_port': {'id': '19b5c1f4-98cf-4107-872d-4429fd01fb0c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71772670-859f-4ea7-8179-3717b8814acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:07Z', 'updated_at': '2021-04-14T16:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'a63e9378-e925-4182-90af-fb0123343f2c', 'name': '', 'network_id': '313f93dd-9b3e-4920-8770-2d52ac111a00', 'tenant_id': '408ecc612a8d4894836b1e6d68dda45e', 'mac_address': 'fa:16:3e:99:9e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71772670-859f-4ea7-8179-3717b8814acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2e6677e3-6aaa-408c-83ca-04bc72af5234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:11Z', 'updated_at': '2021-04-14T16:12:11Z', 'revision_number': 1, 'project_id': '408ecc612a8d4894836b1e6d68dda45e', 'subnets': [{'id': '2e6677e3-6aaa-408c-83ca-04bc72af5234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:13.601891 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c55bfb-c7eb-4b07-a445-f69e168fef1a None None] The sync data for ids ['71772670-859f-4ea7-8179-3717b8814acc'] in dv-cinder-786266-1-iscsi is: [{'id': '71772670-859f-4ea7-8179-3717b8814acc', 'name': 'tempest-TestMinimumBasicScenario-298608480-router', 'tenant_id': '408ecc612a8d4894836b1e6d68dda45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b5c1f4-98cf-4107-872d-4429fd01fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:06Z', 'updated_at': '2021-04-14T16:12:12Z', 'revision_number': 4, 'project_id': '408ecc612a8d4894836b1e6d68dda45e', 'gw_port': {'id': '19b5c1f4-98cf-4107-872d-4429fd01fb0c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71772670-859f-4ea7-8179-3717b8814acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:07Z', 'updated_at': '2021-04-14T16:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'a63e9378-e925-4182-90af-fb0123343f2c', 'name': '', 'network_id': '313f93dd-9b3e-4920-8770-2d52ac111a00', 'tenant_id': '408ecc612a8d4894836b1e6d68dda45e', 'mac_address': 'fa:16:3e:99:9e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71772670-859f-4ea7-8179-3717b8814acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2e6677e3-6aaa-408c-83ca-04bc72af5234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:11Z', 'updated_at': '2021-04-14T16:12:11Z', 'revision_number': 1, 'project_id': '408ecc612a8d4894836b1e6d68dda45e', 'subnets': [{'id': '2e6677e3-6aaa-408c-83ca-04bc72af5234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:12:13.606707 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Network 313f93dd-9b3e-4920-8770-2d52ac111a00 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:13.609728 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:13.827727 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Router 71772670-859f-4ea7-8179-3717b8814acc has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:12:13.844387 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device c8f0f614-5517-4e9e-aec2-096d15711380 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:13.981503 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-fddf9969-aac1-48b1-a6e2-38d41ea90dc0 None None] Provisioning complete for port a63e9378-e925-4182-90af-fb0123343f2c triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:13.981926 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fddf9969-aac1-48b1-a6e2-38d41ea90dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.072587 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port c8f0f614-5517-4e9e-aec2-096d15711380 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:14.076713 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-fddf9969-aac1-48b1-a6e2-38d41ea90dc0 None None] Port a63e9378-e925-4182-90af-fb0123343f2c cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:12:14.080791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port c8f0f614-5517-4e9e-aec2-096d15711380 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:14.081239 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.272082 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.303621 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port c8f0f614-5517-4e9e-aec2-096d15711380, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=c8f0f614-5517-4e9e-aec2-096d15711380,segment=NetworkSegment(358d4730-1267-45aa-a7b6-9233c534e425),segment_id=358d4730-1267-45aa-a7b6-9233c534e425)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:14.307512 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.308700 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 550de167-1075-4ec5-a7f2-01c1a11b2e0d up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:14.370464 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:14.395359 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:12:14.411332 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] 10.222.0.60 "PUT /v2.0/routers/71772670-859f-4ea7-8179-3717b8814acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1393225 Apr 14 16:12:14.457813 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=c8f0f614-5517-4e9e-aec2-096d15711380,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:14.479988 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f62ec5-32ad-4917-a687-d3d3512fee76 req-71847e89-80d9-4e3d-adb9-7be97132c6f2 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:14.482598 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-29f62ec5-32ad-4917-a687-d3d3512fee76 req-71847e89-80d9-4e3d-adb9-7be97132c6f2 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1795537 Apr 14 16:12:14.511551 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:14.550032 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-712aa636-fd53-4783-b678-f653cdc135a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.558336 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 550de167-1075-4ec5-a7f2-01c1a11b2e0d triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:14.558958 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.569699 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-29f62ec5-32ad-4917-a687-d3d3512fee76 req-42d45111-2755-40a8-81ae-fe6cb17f9ab7 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776083 Apr 14 16:12:14.901219 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-9ac730c0-8efe-4744-9772-1ff4be5e5aee tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:14.902919 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-9ac730c0-8efe-4744-9772-1ff4be5e5aee tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/networks?id=2513cfaf-5700-4daa-9c93-a6579fd80809 HTTP/1.1" status: 200 len: 814 time: 0.2886455 Apr 14 16:12:14.923826 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-d4a9e6a7-9051-44c7-b0a7-86a850da6b20 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/quotas/b8a4298bacf14cd493bcec2e3543ab00 HTTP/1.1" status: 200 len: 375 time: 0.0141065 Apr 14 16:12:15.076289 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-f57eabb5-3f3f-462a-9bcd-f7f6b8fea222 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8a4298bacf14cd493bcec2e3543ab00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1417408 Apr 14 16:12:15.277455 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-7b51808b-5ed7-4ab6-b13e-0524cf20686c service neutron] 10.222.0.60 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870532 Apr 14 16:12:15.473934 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-1922652c-d198-43c6-9970-83d78eda75c9 service neutron] 10.222.0.60 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877816 Apr 14 16:12:15.761972 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4d5667f9-1c74-454d-b85d-39a1566b4bcb req-d3179bef-d2f3-4185-8562-e2d89357a890 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 210 time: 0.1096129 Apr 14 16:12:15.963035 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device c8f0f614-5517-4e9e-aec2-096d15711380 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:16.022029 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3b9c9-732d-42e1-9622-ec42349bd110 req-9da71fa4-4b2f-4b3e-b05f-fc71e24b6d0a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:16.044601 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-96c3b9c9-732d-42e1-9622-ec42349bd110 req-9da71fa4-4b2f-4b3e-b05f-fc71e24b6d0a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.2306204 Apr 14 16:12:16.100309 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-96c3b9c9-732d-42e1-9622-ec42349bd110 req-41aba53f-b859-47d0-9218-b7f72bbff601 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435438 Apr 14 16:12:16.228144 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port c8f0f614-5517-4e9e-aec2-096d15711380 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:16.228864 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.410240 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 19b5c1f4-98cf-4107-872d-4429fd01fb0c up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:16.505715 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 19b5c1f4-98cf-4107-872d-4429fd01fb0c completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:16.514380 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 19b5c1f4-98cf-4107-872d-4429fd01fb0c triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:16.515559 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.976249 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.982185 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fa9c15ff-324f-4017-af0e-c5c683e19902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:17.014457 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port 19b5c1f4-98cf-4107-872d-4429fd01fb0c, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=19b5c1f4-98cf-4107-872d-4429fd01fb0c,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:17.021170 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:17.036922 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:17.045905 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9c771fe5-330b-42cc-86db-11a77afb220f req-b14454f2-fb77-4183-b89f-d85ab0d953d8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 210 time: 0.0658875 Apr 14 16:12:17.184657 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=19b5c1f4-98cf-4107-872d-4429fd01fb0c,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:17.192543 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:17.387796 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb7839-5254-4df9-9821-302cca70ccd8 req-e097c793-476f-4166-b00a-dc1494221222 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:17.389849 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-46cb7839-5254-4df9-9821-302cca70ccd8 req-e097c793-476f-4166-b00a-dc1494221222 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1301734 Apr 14 16:12:17.441492 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-46cb7839-5254-4df9-9821-302cca70ccd8 req-3d151ef8-af5f-4ebe-bd3c-12bfe721f634 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438545 Apr 14 16:12:17.520548 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:17.692048 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:17.749121 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Sync routers for ids ['71772670-859f-4ea7-8179-3717b8814acc'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:12:17.787887 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Routers {'71772670-859f-4ea7-8179-3717b8814acc'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:17.788871 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:12:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['71772670-859f-4ea7-8179-3717b8814acc'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:17.834900 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-cbe3ef23-2896-472b-a7a8-57c15b90900b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:17.836481 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-cbe3ef23-2896-472b-a7a8-57c15b90900b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.41 "GET /v2.0/networks?id=2513cfaf-5700-4daa-9c93-a6579fd80809 HTTP/1.1" status: 200 len: 814 time: 0.2445595 Apr 14 16:12:17.858855 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-4b230b5f-41ce-427c-bdf2-a3a1e84e10e4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Request body: {'port': {'device_id': 'fb6b11f7-562d-499f-8db6-48e991d6802c', 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809', 'admin_state_up': True, 'tenant_id': 'b8a4298bacf14cd493bcec2e3543ab00'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:17.883792 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 19b5c1f4-98cf-4107-872d-4429fd01fb0c up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:18.035017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-4b230b5f-41ce-427c-bdf2-a3a1e84e10e4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:18.047903 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-4b230b5f-41ce-427c-bdf2-a3a1e84e10e4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:18.058167 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-4b230b5f-41ce-427c-bdf2-a3a1e84e10e4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Made reservation on behalf of b8a4298bacf14cd493bcec2e3543ab00 for: {'port': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:12:18.064642 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-4b230b5f-41ce-427c-bdf2-a3a1e84e10e4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:18.144545 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 19b5c1f4-98cf-4107-872d-4429fd01fb0c triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:18.144868 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:18.257652 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Set router 71772670-859f-4ea7-8179-3717b8814acc gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:18.333338 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4e87ed94-b2ce-4423-94d1-07afbe25b9ed req-c18b9e34-1d99-4a20-a47d-2517e5da0073 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 210 time: 0.0797131 Apr 14 16:12:18.485945 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-4b230b5f-41ce-427c-bdf2-a3a1e84e10e4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Allocated IP 172.20.0.13 (2513cfaf-5700-4daa-9c93-a6579fd80809/6314984e-c666-4643-8910-68766b138db6/74e72ff8-2061-4e4e-8b24-05f30e265a90) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:18.881610 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71772670-859f-4ea7-8179-3717b8814acc', 'name': 'tempest-TestMinimumBasicScenario-298608480-router', 'tenant_id': '408ecc612a8d4894836b1e6d68dda45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b5c1f4-98cf-4107-872d-4429fd01fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:06Z', 'updated_at': '2021-04-14T16:12:12Z', 'revision_number': 4, 'project_id': '408ecc612a8d4894836b1e6d68dda45e', 'gw_port': {'id': '19b5c1f4-98cf-4107-872d-4429fd01fb0c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71772670-859f-4ea7-8179-3717b8814acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:07Z', 'updated_at': '2021-04-14T16:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'a63e9378-e925-4182-90af-fb0123343f2c', 'name': '', 'network_id': '313f93dd-9b3e-4920-8770-2d52ac111a00', 'tenant_id': '408ecc612a8d4894836b1e6d68dda45e', 'mac_address': 'fa:16:3e:99:9e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71772670-859f-4ea7-8179-3717b8814acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2e6677e3-6aaa-408c-83ca-04bc72af5234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:11Z', 'updated_at': '2021-04-14T16:12:12Z', 'revision_number': 2, 'project_id': '408ecc612a8d4894836b1e6d68dda45e', 'subnets': [{'id': '2e6677e3-6aaa-408c-83ca-04bc72af5234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:18.889629 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Checking router: 71772670-859f-4ea7-8179-3717b8814acc for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:12:18.890085 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Updating router 71772670-859f-4ea7-8179-3717b8814acc port a63e9378-e925-4182-90af-fb0123343f2c binding host dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:12:18.936451 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e937b8-a9db-4953-8aab-89409b5664a6 req-a0a874f0-0cab-4648-b76f-69dfd1172cfd tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:18.938196 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-26e937b8-a9db-4953-8aab-89409b5664a6 req-a0a874f0-0cab-4648-b76f-69dfd1172cfd tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1546080 Apr 14 16:12:18.963956 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:18.972807 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:18.975366 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-4b230b5f-41ce-427c-bdf2-a3a1e84e10e4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:19.000159 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-26e937b8-a9db-4953-8aab-89409b5664a6 req-101df138-a774-417a-bb51-880eea1e0efe tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501196 Apr 14 16:12:19.046858 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-4b230b5f-41ce-427c-bdf2-a3a1e84e10e4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:19.088352 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:19.254859 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b230b5f-41ce-427c-bdf2-a3a1e84e10e4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Pushing event updated for resources: {'Port': ['ID=74e72ff8-2061-4e4e-8b24-05f30e265a90,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:19.264927 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4b230b5f-41ce-427c-bdf2-a3a1e84e10e4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:19.306666 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f', '6e058dba-7fbb-4a6f-9393-4264eeea9e1a'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:19.334119 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-4b230b5f-41ce-427c-bdf2-a3a1e84e10e4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Network 2513cfaf-5700-4daa-9c93-a6579fd80809 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:19.335848 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-4b230b5f-41ce-427c-bdf2-a3a1e84e10e4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:19.338324 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-4b230b5f-41ce-427c-bdf2-a3a1e84e10e4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:19.441700 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-4b230b5f-41ce-427c-bdf2-a3a1e84e10e4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:19.445542 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-4b230b5f-41ce-427c-bdf2-a3a1e84e10e4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:19.493772 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-4b230b5f-41ce-427c-bdf2-a3a1e84e10e4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6389031 Apr 14 16:12:19.507992 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Request body: {'port': {'device_id': 'fb6b11f7-562d-499f-8db6-48e991d6802c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:19.659770 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Notify callbacks [] for port, precommit_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:19.673653 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Transition to ACTIVE for port object a63e9378-e925-4182-90af-fb0123343f2c will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:19.676543 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827fdf6-0200-4a3f-87b5-375653f47b12 req-46015d4b-6f0c-43bf-a39b-93f946f058de tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:19.686230 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3827fdf6-0200-4a3f-87b5-375653f47b12 req-46015d4b-6f0c-43bf-a39b-93f946f058de tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 932 time: 0.1983149 Apr 14 16:12:19.694692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:19.709003 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:19.712050 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:19.722954 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3827fdf6-0200-4a3f-87b5-375653f47b12 req-eb1402e3-2867-462d-b4da-6bf62a0d00b2 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353236 Apr 14 16:12:19.868593 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c613d0f-58d8-4dfc-903d-e56369e17d68 None None] Pushing event updated for resources: {'Port': ['ID=a63e9378-e925-4182-90af-fb0123343f2c,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:19.883720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2c613d0f-58d8-4dfc-903d-e56369e17d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:20.449460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3356c0a-d27d-4db7-b0d1-7e00c0f0fb0c req-f8720123-f793-4e31-aba3-23fb6173b127 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:20.451277 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f3356c0a-d27d-4db7-b0d1-7e00c0f0fb0c req-f8720123-f793-4e31-aba3-23fb6173b127 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1833329 Apr 14 16:12:20.526550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Attempting to bind port a63e9378-e925-4182-90af-fb0123343f2c on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:20.527089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Attempting to bind port a63e9378-e925-4182-90af-fb0123343f2c by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': 'd2adab71-3502-4efe-8cff-f9436bb1c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '313f93dd-9b3e-4920-8770-2d52ac111a00'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:20.527499 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Attempting to bind port a63e9378-e925-4182-90af-fb0123343f2c on network 313f93dd-9b3e-4920-8770-2d52ac111a00 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:20.550731 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f3356c0a-d27d-4db7-b0d1-7e00c0f0fb0c req-29de59b6-8268-4c73-bf95-edfe05158290 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719094 Apr 14 16:12:20.551360 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:20.551755 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Checking segment: {'id': 'd2adab71-3502-4efe-8cff-f9436bb1c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '313f93dd-9b3e-4920-8770-2d52ac111a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:20.552198 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:20.552639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Bound using segment: {'id': 'd2adab71-3502-4efe-8cff-f9436bb1c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '313f93dd-9b3e-4920-8770-2d52ac111a00'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:20.553517 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Bound port: a63e9378-e925-4182-90af-fb0123343f2c, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2adab71-3502-4efe-8cff-f9436bb1c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '313f93dd-9b3e-4920-8770-2d52ac111a00'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:20.553629 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:20.582348 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e72ff8-2061-4e4e-8b24-05f30e265a90 {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:20.594148 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:20.611707 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Transition to ACTIVE for port object 74e72ff8-2061-4e4e-8b24-05f30e265a90 will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:20.615513 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:20.633221 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:20.663128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] For port a63e9378-e925-4182-90af-fb0123343f2c, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:20.667514 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] For port a63e9378-e925-4182-90af-fb0123343f2c, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=a63e9378-e925-4182-90af-fb0123343f2c,segment=NetworkSegment(d2adab71-3502-4efe-8cff-f9436bb1c908),segment_id=d2adab71-3502-4efe-8cff-f9436bb1c908)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:20.670774 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:20.694262 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:20.789308 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Pushing event updated for resources: {'Port': ['ID=74e72ff8-2061-4e4e-8b24-05f30e265a90,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:20.848181 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:20.924818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c613d0f-58d8-4dfc-903d-e56369e17d68 None None] Pushing event updated for resources: {'Port': ['ID=a63e9378-e925-4182-90af-fb0123343f2c,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:20.948628 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2c613d0f-58d8-4dfc-903d-e56369e17d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:21.045401 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Routers {'71772670-859f-4ea7-8179-3717b8814acc'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:21.046594 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:12:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['71772670-859f-4ea7-8179-3717b8814acc'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:21.066709 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Attempting to bind port 74e72ff8-2061-4e4e-8b24-05f30e265a90 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:21.067094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Attempting to bind port 74e72ff8-2061-4e4e-8b24-05f30e265a90 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'c3aca0df-899f-4432-9828-a7fb33a9270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:21.067460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Attempting to bind port 74e72ff8-2061-4e4e-8b24-05f30e265a90 on network 2513cfaf-5700-4daa-9c93-a6579fd80809 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:21.072998 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Port 74e72ff8-2061-4e4e-8b24-05f30e265a90 on network 2513cfaf-5700-4daa-9c93-a6579fd80809 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:12:21.073390 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Attempting to bind port 74e72ff8-2061-4e4e-8b24-05f30e265a90 on network 2513cfaf-5700-4daa-9c93-a6579fd80809 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:21.080607 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:21.080975 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Checking segment: {'id': 'c3aca0df-899f-4432-9828-a7fb33a9270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:21.081444 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Bound using segment: {'id': 'c3aca0df-899f-4432-9828-a7fb33a9270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:21.081916 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Bound port: 74e72ff8-2061-4e4e-8b24-05f30e265a90, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3aca0df-899f-4432-9828-a7fb33a9270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:21.082289 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:21.092659 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b80cd2-b035-49b3-874b-fe95f95140a9 req-446887c2-d4a1-413d-9bc6-6734c9bab550 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:21.101557 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e5b80cd2-b035-49b3-874b-fe95f95140a9 req-446887c2-d4a1-413d-9bc6-6734c9bab550 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 944 time: 0.1807339 Apr 14 16:12:21.162430 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e5b80cd2-b035-49b3-874b-fe95f95140a9 req-5eda5ed3-6e2a-402d-b4c2-7c6eedc3b0ff tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595865 Apr 14 16:12:21.320823 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] For port 74e72ff8-2061-4e4e-8b24-05f30e265a90, host hv-cinder-78626, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:21.325731 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] For port 74e72ff8-2061-4e4e-8b24-05f30e265a90, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=74e72ff8-2061-4e4e-8b24-05f30e265a90,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:21.335927 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:21.552450 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-cd67eae9-8c22-408a-9a7e-e366581c862d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:21.641418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Pushing event updated for resources: {'Port': ['ID=74e72ff8-2061-4e4e-8b24-05f30e265a90,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:21.647684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:21.655779 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:21.656875 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:21.659298 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] 10.222.0.41 "PUT /v2.0/ports/74e72ff8-2061-4e4e-8b24-05f30e265a90 HTTP/1.1" status: 200 len: 1094 time: 2.1561797 Apr 14 16:12:21.660205 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6b11f7-562d-499f-8db6-48e991d6802c', 'tag': '74e72ff8-2061-4e4e-8b24-05f30e265a90'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:21.743994 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] Set router 71772670-859f-4ea7-8179-3717b8814acc gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:21.817069 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6b11f7-562d-499f-8db6-48e991d6802c', 'tag': '74e72ff8-2061-4e4e-8b24-05f30e265a90', 'status': 'completed', 'code': 200} Apr 14 16:12:21.889781 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 37520) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:21.958903 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-4346767d-9f19-4392-b0fa-8a91219a6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:21.965521 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device a63e9378-e925-4182-90af-fb0123343f2c up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:21.966081 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-4346767d-9f19-4392-b0fa-8a91219a6ceb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8a4298bacf14cd493bcec2e3543ab00&device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 1097 time: 0.2555304 Apr 14 16:12:22.144170 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-0ec776c3-8f04-4ab5-820b-659e3f46a431 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74e72ff8-2061-4e4e-8b24-05f30e265a90 HTTP/1.1" status: 200 len: 217 time: 0.1542525 Apr 14 16:12:22.161436 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a4ae1-946c-44b7-a092-4026e30a7a3e req-9947c315-4228-44ad-b0f3-53e9270ad248 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:22.163191 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cb2a4ae1-946c-44b7-a092-4026e30a7a3e req-9947c315-4228-44ad-b0f3-53e9270ad248 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.3601806 Apr 14 16:12:22.197476 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-74bc77c5-9984-4ecb-8fc8-1bac39112cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:22.243851 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-74bc77c5-9984-4ecb-8fc8-1bac39112cb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:22.253592 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-b2d22102-2c8c-41e2-9820-f487d375fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:22.254753 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-74bc77c5-9984-4ecb-8fc8-1bac39112cb4 admin admin] Usage tracker for resource:security_group_rule and tenant:255db40ec2d64dc690daa9ceb022b5dc is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:22.255452 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-b2d22102-2c8c-41e2-9820-f487d375fd78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6314984e-c666-4643-8910-68766b138db6 HTTP/1.1" status: 200 len: 854 time: 0.0909479 Apr 14 16:12:22.258563 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-74bc77c5-9984-4ecb-8fc8-1bac39112cb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:22.274668 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-74bc77c5-9984-4ecb-8fc8-1bac39112cb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:22.296664 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port a63e9378-e925-4182-90af-fb0123343f2c completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:22.303288 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port a63e9378-e925-4182-90af-fb0123343f2c triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:22.303706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:22.335545 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-1acd6071-aea7-4e5b-b659-58354bd482e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513cfaf-5700-4daa-9c93-a6579fd80809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612257 Apr 14 16:12:22.364862 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cb2a4ae1-946c-44b7-a092-4026e30a7a3e req-2cc877d1-f2fa-4543-96fd-8bcc4f43283d tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056368 Apr 14 16:12:22.395778 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71772670-859f-4ea7-8179-3717b8814acc', 'name': 'tempest-TestMinimumBasicScenario-298608480-router', 'tenant_id': '408ecc612a8d4894836b1e6d68dda45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b5c1f4-98cf-4107-872d-4429fd01fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:06Z', 'updated_at': '2021-04-14T16:12:12Z', 'revision_number': 4, 'project_id': '408ecc612a8d4894836b1e6d68dda45e', 'gw_port': {'id': '19b5c1f4-98cf-4107-872d-4429fd01fb0c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71772670-859f-4ea7-8179-3717b8814acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:07Z', 'updated_at': '2021-04-14T16:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'a63e9378-e925-4182-90af-fb0123343f2c', 'name': '', 'network_id': '313f93dd-9b3e-4920-8770-2d52ac111a00', 'tenant_id': '408ecc612a8d4894836b1e6d68dda45e', 'mac_address': 'fa:16:3e:99:9e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71772670-859f-4ea7-8179-3717b8814acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2e6677e3-6aaa-408c-83ca-04bc72af5234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:11Z', 'updated_at': '2021-04-14T16:12:20Z', 'revision_number': 4, 'project_id': '408ecc612a8d4894836b1e6d68dda45e', 'subnets': [{'id': '2e6677e3-6aaa-408c-83ca-04bc72af5234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:22.459073 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-74bc77c5-9984-4ecb-8fc8-1bac39112cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:22.460742 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:22.480663 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port a63e9378-e925-4182-90af-fb0123343f2c, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=a63e9378-e925-4182-90af-fb0123343f2c,segment=NetworkSegment(d2adab71-3502-4efe-8cff-f9436bb1c908),segment_id=d2adab71-3502-4efe-8cff-f9436bb1c908)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:22.482704 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a89b5fd-cae7-4493-8303-e396a5a1ac5c None None] The sync data for ids ['71772670-859f-4ea7-8179-3717b8814acc'] in dv-cinder-786266-1-iscsi is: [{'id': '71772670-859f-4ea7-8179-3717b8814acc', 'name': 'tempest-TestMinimumBasicScenario-298608480-router', 'tenant_id': '408ecc612a8d4894836b1e6d68dda45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b5c1f4-98cf-4107-872d-4429fd01fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:06Z', 'updated_at': '2021-04-14T16:12:12Z', 'revision_number': 4, 'project_id': '408ecc612a8d4894836b1e6d68dda45e', 'gw_port': {'id': '19b5c1f4-98cf-4107-872d-4429fd01fb0c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71772670-859f-4ea7-8179-3717b8814acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:07Z', 'updated_at': '2021-04-14T16:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'a63e9378-e925-4182-90af-fb0123343f2c', 'name': '', 'network_id': '313f93dd-9b3e-4920-8770-2d52ac111a00', 'tenant_id': '408ecc612a8d4894836b1e6d68dda45e', 'mac_address': 'fa:16:3e:99:9e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71772670-859f-4ea7-8179-3717b8814acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2e6677e3-6aaa-408c-83ca-04bc72af5234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:11Z', 'updated_at': '2021-04-14T16:12:20Z', 'revision_number': 4, 'project_id': '408ecc612a8d4894836b1e6d68dda45e', 'subnets': [{'id': '2e6677e3-6aaa-408c-83ca-04bc72af5234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:12:22.485679 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:22.487880 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ac579dda-e0dd-4825-a937-d3b7aa94f8a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:22.571341 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-74bc77c5-9984-4ecb-8fc8-1bac39112cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:22.587181 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=a63e9378-e925-4182-90af-fb0123343f2c,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:22.596170 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:22.633633 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c2e1387d-6a9f-40b9-b6a1-f99f01fc5bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:22.648639 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-e806ecf6-0057-4a20-ac18-213fa8553298 service neutron] 10.222.0.41 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822008 Apr 14 16:12:22.674685 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-74bc77c5-9984-4ecb-8fc8-1bac39112cb4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=255db40ec2d64dc690daa9ceb022b5dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7835076 Apr 14 16:12:22.675521 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 37536) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:22.684037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc77c5-9984-4ecb-8fc8-1bac39112cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a6c7aa-ff3b-4185-9691-7ffd2912bdc0,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:22.913472 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c3ae06c8-f4e1-428c-8360-4d9d78328075 req-dabd77e7-35be-432a-ae14-d289e6c669aa service neutron] 10.222.0.41 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479486 Apr 14 16:12:23.062692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-74bc77c5-9984-4ecb-8fc8-1bac39112cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:23.097656 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da033670-d85c-4523-a7c6-5dea3a8bbe08 req-1656f447-1ad0-4247-b7f7-afd98054e2e7 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:23.107050 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-da033670-d85c-4523-a7c6-5dea3a8bbe08 req-1656f447-1ad0-4247-b7f7-afd98054e2e7 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 944 time: 0.6460376 Apr 14 16:12:23.114806 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc361bb-7387-4dbe-8507-1c4651e7c987 req-80b2df39-64d1-4723-8e92-bd3a3aeb1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:23.116958 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cbc361bb-7387-4dbe-8507-1c4651e7c987 req-80b2df39-64d1-4723-8e92-bd3a3aeb1b52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8a4298bacf14cd493bcec2e3543ab00&device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 1097 time: 0.1276009 Apr 14 16:12:23.131201 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f501be3d-c576-4e39-9d8b-c1438ba27c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:23.188422 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-da033670-d85c-4523-a7c6-5dea3a8bbe08 req-a8d05113-e4e9-40db-b64d-68557ec272b0 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803671 Apr 14 16:12:23.200450 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f501be3d-c576-4e39-9d8b-c1438ba27c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:23.323643 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f501be3d-c576-4e39-9d8b-c1438ba27c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:23.331344 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-df51d075-7ca3-4402-b7f3-2c6d8b1422cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:23.358032 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f501be3d-c576-4e39-9d8b-c1438ba27c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:23.359285 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-f501be3d-c576-4e39-9d8b-c1438ba27c91 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76a6c7aa-ff3b-4185-9691-7ffd2912bdc0 HTTP/1.1" status: 204 len: 168 time: 0.6772630 Apr 14 16:12:23.360533 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501be3d-c576-4e39-9d8b-c1438ba27c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a6c7aa-ff3b-4185-9691-7ffd2912bdc0,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:23.363669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f501be3d-c576-4e39-9d8b-c1438ba27c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:23.614111 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc361bb-7387-4dbe-8507-1c4651e7c987 req-f7d8a7a2-d4ba-42e5-9371-736e2286d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:23.615953 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cbc361bb-7387-4dbe-8507-1c4651e7c987 req-f7d8a7a2-d4ba-42e5-9371-736e2286d04f service neutron] 10.222.0.41 "GET /v2.0/networks?id=2513cfaf-5700-4daa-9c93-a6579fd80809 HTTP/1.1" status: 200 len: 915 time: 0.4826932 Apr 14 16:12:23.792850 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device a63e9378-e925-4182-90af-fb0123343f2c up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:23.803975 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cbc361bb-7387-4dbe-8507-1c4651e7c987 req-76f1eb5b-b767-4c21-8a51-1422e59ab505 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74e72ff8-2061-4e4e-8b24-05f30e265a90 HTTP/1.1" status: 200 len: 217 time: 0.1162283 Apr 14 16:12:23.821313 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd095ba4-12bf-4412-a039-2d5a6dffda5b req-c374bafc-ff18-4b36-b27f-e8f5fa0e1ac5 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:23.830252 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-dd095ba4-12bf-4412-a039-2d5a6dffda5b req-c374bafc-ff18-4b36-b27f-e8f5fa0e1ac5 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.2131357 Apr 14 16:12:23.904668 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc361bb-7387-4dbe-8507-1c4651e7c987 req-3b1ab0f3-43b5-41ec-95d4-133158a82a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:23.906774 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cbc361bb-7387-4dbe-8507-1c4651e7c987 req-3b1ab0f3-43b5-41ec-95d4-133158a82a06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6314984e-c666-4643-8910-68766b138db6 HTTP/1.1" status: 200 len: 854 time: 0.0742862 Apr 14 16:12:23.933361 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port a63e9378-e925-4182-90af-fb0123343f2c triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:23.933785 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:23.948582 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-dd095ba4-12bf-4412-a039-2d5a6dffda5b req-a4232303-e859-4d97-96f5-7d23a96128ba tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171210 Apr 14 16:12:24.006580 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cbc361bb-7387-4dbe-8507-1c4651e7c987 req-72fd4658-8dec-4ba6-a72d-b62417485e88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513cfaf-5700-4daa-9c93-a6579fd80809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567207 Apr 14 16:12:24.285587 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cbc361bb-7387-4dbe-8507-1c4651e7c987 req-98dfeb2b-fbac-4eb0-9544-0f374d2b71ba service neutron] 10.222.0.41 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672489 Apr 14 16:12:24.522910 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cbc361bb-7387-4dbe-8507-1c4651e7c987 req-64892a49-f576-4afe-adb7-cd05a1e46ced service neutron] 10.222.0.41 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246213 Apr 14 16:12:24.629166 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08677401-213c-4f46-90a7-99432698e9db req-87be8a86-f6e6-438e-93c1-81955e230bc5 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:24.630011 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-08677401-213c-4f46-90a7-99432698e9db req-87be8a86-f6e6-438e-93c1-81955e230bc5 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Synchronizing usage tracker for tenant:b8a4298bacf14cd493bcec2e3543ab00 on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:24.653938 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-08677401-213c-4f46-90a7-99432698e9db req-87be8a86-f6e6-438e-93c1-81955e230bc5 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Unset dirty status for tenant:b8a4298bacf14cd493bcec2e3543ab00 on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:24.655393 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-08677401-213c-4f46-90a7-99432698e9db req-87be8a86-f6e6-438e-93c1-81955e230bc5 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 944 time: 0.2549314 Apr 14 16:12:24.692806 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-08677401-213c-4f46-90a7-99432698e9db req-cca5daa8-4c1e-4f66-a04f-c1ab7548c123 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300648 Apr 14 16:12:25.150123 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:12:25.294188 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929a23b-566a-4209-81c7-694f5771966f req-ebe0ec9c-7d81-4261-b5a5-c4b57a16f638 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:25.296103 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a929a23b-566a-4209-81c7-694f5771966f req-ebe0ec9c-7d81-4261-b5a5-c4b57a16f638 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1442814 Apr 14 16:12:25.365603 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a929a23b-566a-4209-81c7-694f5771966f req-229627c8-fa6b-4b8a-aad2-2335d620d35c tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576556 Apr 14 16:12:25.935529 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adec72-5b81-48d4-a926-0cb5ab85f07d req-a3c2ce39-e42b-4bee-8920-a3f6b348ce5f tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:25.947732 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-62adec72-5b81-48d4-a926-0cb5ab85f07d req-a3c2ce39-e42b-4bee-8920-a3f6b348ce5f tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 944 time: 0.1144695 Apr 14 16:12:25.982299 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-62adec72-5b81-48d4-a926-0cb5ab85f07d req-ad6bf1d7-975a-4449-8d65-77e5965903ae tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374749 Apr 14 16:12:26.588068 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce16052-713f-49fa-96cd-b7e5a4971c0e req-5b583c88-261b-458b-9036-7c5232846631 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:26.598077 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4ce16052-713f-49fa-96cd-b7e5a4971c0e req-5b583c88-261b-458b-9036-7c5232846631 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1116393 Apr 14 16:12:26.639298 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4ce16052-713f-49fa-96cd-b7e5a4971c0e req-afdf084e-1092-4b8e-a368-5e3eaf81b4c5 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400877 Apr 14 16:12:27.378229 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc8f9b-36d3-4c4e-abaa-973cf252e9c4 req-1b8a7d55-1bbe-4dd0-9a27-27928b1a02a0 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:27.380863 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-85cc8f9b-36d3-4c4e-abaa-973cf252e9c4 req-1b8a7d55-1bbe-4dd0-9a27-27928b1a02a0 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 944 time: 0.0941298 Apr 14 16:12:27.426694 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-85cc8f9b-36d3-4c4e-abaa-973cf252e9c4 req-c4ecdd78-5946-4c0e-92c7-8cceb5807a79 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401337 Apr 14 16:12:27.863927 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb23d1-327c-4c8f-bfb7-c9d03537ae6f req-38d8b776-1e19-49c8-87a9-890eba2f1088 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:27.871950 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-76cb23d1-327c-4c8f-bfb7-c9d03537ae6f req-38d8b776-1e19-49c8-87a9-890eba2f1088 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1088696 Apr 14 16:12:27.900584 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-76cb23d1-327c-4c8f-bfb7-c9d03537ae6f req-a55b715d-470d-4575-a9e5-9a192cbd1dbc tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273602 Apr 14 16:12:28.703498 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514bb07-45e4-41f2-a3d1-86940fe6abdb req-655c88c5-7687-4cb9-83e2-6e1bf67d084c tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:28.705321 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5514bb07-45e4-41f2-a3d1-86940fe6abdb req-655c88c5-7687-4cb9-83e2-6e1bf67d084c tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 944 time: 0.1472774 Apr 14 16:12:28.751332 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5514bb07-45e4-41f2-a3d1-86940fe6abdb req-0ec087c2-8a93-4417-a865-72d8d44efa0a tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394976 Apr 14 16:12:29.108240 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 74e72ff8-2061-4e4e-8b24-05f30e265a90 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:12:29.234304 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77632122-c47e-4a24-9cb2-45d620014439 req-cdb7261f-cce0-4b4d-9217-f7621f3d836e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:29.243294 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-77632122-c47e-4a24-9cb2-45d620014439 req-cdb7261f-cce0-4b4d-9217-f7621f3d836e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1115324 Apr 14 16:12:29.288361 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-77632122-c47e-4a24-9cb2-45d620014439 req-cd8561ac-97a3-4d57-b50f-1f96a6b0513f tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439117 Apr 14 16:12:29.303782 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 74e72ff8-2061-4e4e-8b24-05f30e265a90, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=74e72ff8-2061-4e4e-8b24-05f30e265a90,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:29.319261 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': '74e72ff8-2061-4e4e-8b24-05f30e265a90', 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809', 'port_id': '74e72ff8-2061-4e4e-8b24-05f30e265a90', 'mac_address': 'fa:16:3e:1c:3d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6314984e-c666-4643-8910-68766b138db6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:12:29.381284 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.383207 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e72ff8-2061-4e4e-8b24-05f30e265a90 {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:29.401258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 74e72ff8-2061-4e4e-8b24-05f30e265a90, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=74e72ff8-2061-4e4e-8b24-05f30e265a90,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:29.405064 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.408013 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:29.488054 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=74e72ff8-2061-4e4e-8b24-05f30e265a90,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:29.491231 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:29.973865 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98f5db-4d9a-4e21-81cf-52b420a119b7 req-fcd72b50-3cfb-4496-b220-1ff2f113e0f5 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:29.975548 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd98f5db-4d9a-4e21-81cf-52b420a119b7 req-fcd72b50-3cfb-4496-b220-1ff2f113e0f5 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 945 time: 0.0933795 Apr 14 16:12:30.009119 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd98f5db-4d9a-4e21-81cf-52b420a119b7 req-1eff6deb-f15b-43f5-9782-8d3a1f5af8d0 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252004 Apr 14 16:12:30.074587 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['74e72ff8-2061-4e4e-8b24-05f30e265a90'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:30.397815 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 37754) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:30.536831 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b406ed32-e0fd-40d7-991f-3241519cb4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.537580 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31928527-156f-441c-bc95-a1d004a582c6 req-395d6923-1197-49f5-ab41-a77c3d8239c8 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:30.539167 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-31928527-156f-441c-bc95-a1d004a582c6 req-395d6923-1197-49f5-ab41-a77c3d8239c8 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.0895910 Apr 14 16:12:30.553652 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-b406ed32-e0fd-40d7-991f-3241519cb4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:30.557836 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-b406ed32-e0fd-40d7-991f-3241519cb4df admin admin] Usage tracker for resource:security_group_rule and tenant:9230cc3ec03c4bf6990b12dc567817a1 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:30.561443 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-b406ed32-e0fd-40d7-991f-3241519cb4df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:30.567684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-b406ed32-e0fd-40d7-991f-3241519cb4df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:30.571837 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-31928527-156f-441c-bc95-a1d004a582c6 req-c5beea8f-f91d-4ad5-9b35-0b7ad1c53aa6 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259788 Apr 14 16:12:30.771874 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b406ed32-e0fd-40d7-991f-3241519cb4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.778368 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b406ed32-e0fd-40d7-991f-3241519cb4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.790055 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f501be3d-c576-4e39-9d8b-c1438ba27c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:30.863428 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406ed32-e0fd-40d7-991f-3241519cb4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9e9d9e-f0be-4999-bbde-e88d68584d3f,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:30.870045 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-b406ed32-e0fd-40d7-991f-3241519cb4df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9230cc3ec03c4bf6990b12dc567817a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4745667 Apr 14 16:12:30.871170 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b406ed32-e0fd-40d7-991f-3241519cb4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:30.873667 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 37770) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:30.880684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-94ed03aa-c48a-4eb0-853e-5df60db8e6b0 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:30.881475 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-94ed03aa-c48a-4eb0-853e-5df60db8e6b0 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Synchronizing usage tracker for tenant:8e71c42092894db98f8db75a2719f751 on resource:network {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:30.898191 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-94ed03aa-c48a-4eb0-853e-5df60db8e6b0 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Unset dirty status for tenant:8e71c42092894db98f8db75a2719f751 on resource:network {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:30.899507 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-94ed03aa-c48a-4eb0-853e-5df60db8e6b0 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/networks?id=78e99240-3773-4c32-b324-b8b4ec7c5482 HTTP/1.1" status: 200 len: 814 time: 0.2613621 Apr 14 16:12:30.916091 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-e53751d8-1ed4-4880-a240-f6e82bdf3e30 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/quotas/8e71c42092894db98f8db75a2719f751 HTTP/1.1" status: 200 len: 375 time: 0.0100563 Apr 14 16:12:30.936624 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-61fb6e41-6298-4190-a092-c968317d3ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.964017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-61fb6e41-6298-4190-a092-c968317d3ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:31.012016 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-61fb6e41-6298-4190-a092-c968317d3ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:31.013009 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-39337a5a-6658-48f3-a7ce-de811b5f0c17 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Synchronizing usage tracker for tenant:8e71c42092894db98f8db75a2719f751 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:31.018449 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-7300e62a-f7ff-4e92-9319-0590a370cb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:31.030904 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-39337a5a-6658-48f3-a7ce-de811b5f0c17 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Unset dirty status for tenant:8e71c42092894db98f8db75a2719f751 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:31.032278 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-39337a5a-6658-48f3-a7ce-de811b5f0c17 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e71c42092894db98f8db75a2719f751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095443 Apr 14 16:12:31.033567 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb6e41-6298-4190-a092-c968317d3ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9e9d9e-f0be-4999-bbde-e88d68584d3f,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:31.035972 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-61fb6e41-6298-4190-a092-c968317d3ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:31.038244 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-61fb6e41-6298-4190-a092-c968317d3ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:31.042116 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-61fb6e41-6298-4190-a092-c968317d3ed8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb9e9d9e-f0be-4999-bbde-e88d68584d3f HTTP/1.1" status: 204 len: 168 time: 0.1645577 Apr 14 16:12:31.191233 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-96785a43-9d0f-423f-aaba-6ee07737ce05 service neutron] 10.222.0.60 "GET /v2.0/networks/78e99240-3773-4c32-b324-b8b4ec7c5482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442156 Apr 14 16:12:31.314444 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5276bb-f5d0-47de-9a47-173db4c996ee req-5d7bd2c5-e593-44e4-b7f4-7f147e835f90 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:31.316248 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ef5276bb-f5d0-47de-9a47-173db4c996ee req-5d7bd2c5-e593-44e4-b7f4-7f147e835f90 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 945 time: 0.0915136 Apr 14 16:12:31.350918 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-7f90111e-b80e-477e-bab9-e5c111d1de2c service neutron] 10.222.0.60 "GET /v2.0/networks/78e99240-3773-4c32-b324-b8b4ec7c5482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532116 Apr 14 16:12:31.351700 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ef5276bb-f5d0-47de-9a47-173db4c996ee req-850d845e-9d85-4349-9c10-0476482c8f5d tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249910 Apr 14 16:12:31.374275 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 37784) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:31.393842 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f25249e4-1763-42ad-a551-0430181a7623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:31.409899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f25249e4-1763-42ad-a551-0430181a7623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:31.413911 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f25249e4-1763-42ad-a551-0430181a7623 admin admin] Usage tracker for resource:security_group_rule and tenant:c7f9051cc3b24bcab286acdc42a8d18b is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:31.416947 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f25249e4-1763-42ad-a551-0430181a7623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:31.423942 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f25249e4-1763-42ad-a551-0430181a7623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:31.576740 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f25249e4-1763-42ad-a551-0430181a7623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:31.583904 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4617283f-1d89-48d2-ac01-ca027f41163d req-a0562691-dcb5-43e9-8be5-85a55e91d896 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 210 time: 0.0625608 Apr 14 16:12:31.585023 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f25249e4-1763-42ad-a551-0430181a7623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:31.594551 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:31.628072 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25249e4-1763-42ad-a551-0430181a7623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71faf174-8542-462a-93d3-b9e1b3e0fb8a,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:31.638654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f25249e4-1763-42ad-a551-0430181a7623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:31.661009 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-f25249e4-1763-42ad-a551-0430181a7623 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7f9051cc3b24bcab286acdc42a8d18b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854302 Apr 14 16:12:31.664057 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 37802) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:31.737508 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-661a1369-4a3f-4192-8916-a5fd9e5e6529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:31.768772 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-661a1369-4a3f-4192-8916-a5fd9e5e6529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:31.800841 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f6033-3109-4a31-a76e-3790156a24d5 req-5d70ed9c-2a5e-4fb4-a149-1b317c769d6f tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:31.802515 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d72f6033-3109-4a31-a76e-3790156a24d5 req-5d70ed9c-2a5e-4fb4-a149-1b317c769d6f tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.0945616 Apr 14 16:12:31.817647 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-661a1369-4a3f-4192-8916-a5fd9e5e6529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:31.823223 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4faf2912-7df7-45c8-8631-21f88d8cb434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:31.834419 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d72f6033-3109-4a31-a76e-3790156a24d5 req-07b05f2a-ea4f-4592-a4f7-629b91cfe254 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254910 Apr 14 16:12:31.837357 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a1369-4a3f-4192-8916-a5fd9e5e6529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71faf174-8542-462a-93d3-b9e1b3e0fb8a,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:31.839964 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-661a1369-4a3f-4192-8916-a5fd9e5e6529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:31.850801 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-661a1369-4a3f-4192-8916-a5fd9e5e6529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:31.853148 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-661a1369-4a3f-4192-8916-a5fd9e5e6529 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71faf174-8542-462a-93d3-b9e1b3e0fb8a HTTP/1.1" status: 204 len: 168 time: 0.1868250 Apr 14 16:12:32.220711 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 37814) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:32.240494 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3e9460b9-ee99-402f-867e-d1bad7d25945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.260546 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-3e9460b9-ee99-402f-867e-d1bad7d25945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:32.264752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-3e9460b9-ee99-402f-867e-d1bad7d25945 admin admin] Usage tracker for resource:security_group_rule and tenant:5dc5bd841ccf41dcb85a6a0fa274ec0a is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:32.267724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-3e9460b9-ee99-402f-867e-d1bad7d25945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:32.273758 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-3e9460b9-ee99-402f-867e-d1bad7d25945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:32.360761 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3e9460b9-ee99-402f-867e-d1bad7d25945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.363338 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3e9460b9-ee99-402f-867e-d1bad7d25945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.372729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-169096eb-98d5-47ad-9b77-3732025278dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:32.415781 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-3e9460b9-ee99-402f-867e-d1bad7d25945 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5dc5bd841ccf41dcb85a6a0fa274ec0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938651 Apr 14 16:12:32.417483 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9460b9-ee99-402f-867e-d1bad7d25945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaf3316-e60a-403a-9f83-7193a8f71e78,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:32.419055 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 37820) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:32.420800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3e9460b9-ee99-402f-867e-d1bad7d25945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:32.529855 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e8095354-6491-4ce0-a2fe-573e36851ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.562994 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e8095354-6491-4ce0-a2fe-573e36851ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.634850 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5f292-077b-4dbb-a87e-33be0f955616 req-2d2cc063-a307-40b3-a2f1-33022d817c57 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:32.636558 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06a5f292-077b-4dbb-a87e-33be0f955616 req-2d2cc063-a307-40b3-a2f1-33022d817c57 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 945 time: 0.1579151 Apr 14 16:12:32.647720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e8095354-6491-4ce0-a2fe-573e36851ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.655442 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b3f90e41-b184-4b38-ab8e-cf894303e488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:32.683920 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8095354-6491-4ce0-a2fe-573e36851ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaf3316-e60a-403a-9f83-7193a8f71e78,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:32.690810 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e8095354-6491-4ce0-a2fe-573e36851ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:32.701370 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06a5f292-077b-4dbb-a87e-33be0f955616 req-7b7ee5d2-3e16-41db-b4b8-b6c6222cbac0 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470200 Apr 14 16:12:32.703999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e8095354-6491-4ce0-a2fe-573e36851ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.718603 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-e8095354-6491-4ce0-a2fe-573e36851ba1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/abaf3316-e60a-403a-9f83-7193a8f71e78 HTTP/1.1" status: 204 len: 168 time: 0.2876325 Apr 14 16:12:32.800880 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f72c0a5f-004c-4564-86af-b49bdbf12373 req-4284340b-0a34-4d89-9608-703a92560524 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 210 time: 0.0654809 Apr 14 16:12:33.070893 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b063a-6779-4866-9441-5c7bfdbf2d3d req-3631167a-04a2-41d5-8195-a362af13ded2 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:33.072704 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-922b063a-6779-4866-9441-5c7bfdbf2d3d req-3631167a-04a2-41d5-8195-a362af13ded2 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.1198351 Apr 14 16:12:33.110465 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-922b063a-6779-4866-9441-5c7bfdbf2d3d req-2b38dd7b-155f-4dc1-a437-886c2340e08e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293062 Apr 14 16:12:33.135083 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 74e72ff8-2061-4e4e-8b24-05f30e265a90 up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:33.146902 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-332537fc-8b71-442a-8499-cf87932ddb97 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:33.148441 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-332537fc-8b71-442a-8499-cf87932ddb97 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.41 "GET /v2.0/networks?id=78e99240-3773-4c32-b324-b8b4ec7c5482 HTTP/1.1" status: 200 len: 814 time: 0.1972904 Apr 14 16:12:33.174218 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Request body: {'port': {'device_id': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482', 'admin_state_up': True, 'tenant_id': '8e71c42092894db98f8db75a2719f751'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:33.252590 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port 74e72ff8-2061-4e4e-8b24-05f30e265a90 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:33.258808 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port 74e72ff8-2061-4e4e-8b24-05f30e265a90 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:33.259331 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:33.345073 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:33.355087 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:33.365155 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Made reservation on behalf of 8e71c42092894db98f8db75a2719f751 for: {'port': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:12:33.371166 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:33.437805 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:33.452409 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6b11f7-562d-499f-8db6-48e991d6802c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e72ff8-2061-4e4e-8b24-05f30e265a90'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:33.463614 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 74e72ff8-2061-4e4e-8b24-05f30e265a90, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=74e72ff8-2061-4e4e-8b24-05f30e265a90,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:33.468621 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:33.470637 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-eb63eb31-5e80-4d47-a185-edc0f6ec54cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:33.558599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=74e72ff8-2061-4e4e-8b24-05f30e265a90,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:33.563917 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:33.570014 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Allocated IP 172.20.0.11 (78e99240-3773-4c32-b324-b8b4ec7c5482/e3b50247-ff1f-412a-bd14-516b5ff9133b/3a58c362-2e99-4559-9977-3b635ab88161) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:33.571041 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6b11f7-562d-499f-8db6-48e991d6802c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e72ff8-2061-4e4e-8b24-05f30e265a90', 'code': 200} Apr 14 16:12:34.110401 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6c68e534-943f-4b37-9002-5a04e16c29a7 req-e6a84f19-9308-4aa8-a099-f4a84bc93d2d tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 210 time: 0.1001241 Apr 14 16:12:34.117485 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4085d9-faea-4070-85c0-2693c11767fd req-01f51f27-7055-4eb4-a8aa-4f1df6f5e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:34.119172 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2b4085d9-faea-4070-85c0-2693c11767fd req-01f51f27-7055-4eb4-a8aa-4f1df6f5e152 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 1099 time: 0.2508504 Apr 14 16:12:34.199314 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2b4085d9-faea-4070-85c0-2693c11767fd req-6476aaeb-89d8-4aac-9f06-1e09a8b77916 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555484 Apr 14 16:12:34.250868 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:34.270732 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Transition to ACTIVE for port object 3a58c362-2e99-4559-9977-3b635ab88161 will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:34.288207 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457a655-f43c-4a4d-a197-a7d628287992 req-2f3e8538-1f76-4230-b5c5-48ef8a0639b7 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:34.297829 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d457a655-f43c-4a4d-a197-a7d628287992 req-2f3e8538-1f76-4230-b5c5-48ef8a0639b7 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 946 time: 0.3022587 Apr 14 16:12:34.358619 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d457a655-f43c-4a4d-a197-a7d628287992 req-2fd55356-c1da-4d30-aa8d-2f0b092dac15 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579026 Apr 14 16:12:34.380782 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:34.453421 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f5b59f7b-a962-4a70-bb1c-746f83d91a7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:34.489886 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 37904) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:34.706453 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:34.725074 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Pushing event updated for resources: {'Port': ['ID=3a58c362-2e99-4559-9977-3b635ab88161,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:34.731728 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:34.744261 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Usage tracker for resource:security_group_rule and tenant:a3429ae9e92e4909b3aaf5139713a309 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:34.747449 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:34.754346 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.754551 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:34.755034 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.755459 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.755862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.756410 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.756861 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.756969 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.757540 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.757750 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.758137 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.758516 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.758894 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.769998 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:34.826724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Network 78e99240-3773-4c32-b324-b8b4ec7c5482 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:34.835707 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35649f3-1efc-4616-8e2a-b9b8d9899c2f req-bccfd5e1-441e-40a4-876b-16e72b80713b tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:34.837554 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f35649f3-1efc-4616-8e2a-b9b8d9899c2f req-bccfd5e1-441e-40a4-876b-16e72b80713b tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.2220023 Apr 14 16:12:34.838608 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:34.841778 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:34.902113 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:34.906187 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:34.917872 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c55e5669-79ec-4bb9-bd92-0fc1312ba405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:34.928005 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f35649f3-1efc-4616-8e2a-b9b8d9899c2f req-88829fde-0647-4c82-a3f5-bb34ce7951e1 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515628 Apr 14 16:12:34.960713 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:34.967367 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e88af0-34e5-4432-92a8-eb08ec87e473,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:34.968493 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:34.986234 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.986717 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.987205 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.987680 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.988605 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.988605 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.988923 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.989529 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.990075 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.990674 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.991405 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:34.991931 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:35.000896 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:35.010958 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a3429ae9e92e4909b3aaf5139713a309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166664 Apr 14 16:12:35.011657 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 37916) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:35.020159 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8506563 Apr 14 16:12:35.094596 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-af67d3c5-46bf-4ac2-8ef8-1fcc3840a80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:35.130608 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-af67d3c5-46bf-4ac2-8ef8-1fcc3840a80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:35.182014 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-af67d3c5-46bf-4ac2-8ef8-1fcc3840a80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:35.190717 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-82e7260e-bef3-46b4-ab75-f92f7f3eab7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:35.203263 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-471fe5c6-3514-4e08-8ee4-a81ab41a792e None None] Provisioning for port 3a58c362-2e99-4559-9977-3b635ab88161 completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:35.205948 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67d3c5-46bf-4ac2-8ef8-1fcc3840a80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e88af0-34e5-4432-92a8-eb08ec87e473,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:35.208933 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-af67d3c5-46bf-4ac2-8ef8-1fcc3840a80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:35.210506 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-af67d3c5-46bf-4ac2-8ef8-1fcc3840a80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:35.211718 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-af67d3c5-46bf-4ac2-8ef8-1fcc3840a80c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35e88af0-34e5-4432-92a8-eb08ec87e473 HTTP/1.1" status: 204 len: 168 time: 0.1955242 Apr 14 16:12:35.213885 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-471fe5c6-3514-4e08-8ee4-a81ab41a792e None None] Provisioning complete for port 3a58c362-2e99-4559-9977-3b635ab88161 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:35.214797 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-471fe5c6-3514-4e08-8ee4-a81ab41a792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:35.312251 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-471fe5c6-3514-4e08-8ee4-a81ab41a792e None None] Port 3a58c362-2e99-4559-9977-3b635ab88161 cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:12:43.493218 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:44.434404 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b87a9a11-25d1-48d4-b225-4cbb0704ec13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:46.568365 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1e11-55f9-4d8a-93b2-894a8c27181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:47.513819 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:47.672825 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:48.938808 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:51.546211 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Request body: {'port': {'device_id': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:51.669253 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:51.903468 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-965cd7a0-516d-4498-8036-eb7dd9977e13 req-aee02cbf-4489-4ea6-9dad-361fb65b9be9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1707101 Apr 14 16:12:51.916237 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e84bc-2186-4ec1-ba3b-090bab82c9f5 req-787cecf5-9ff1-43aa-96b9-32beae5e511c tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:51.917771 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e46e84bc-2186-4ec1-ba3b-090bab82c9f5 req-787cecf5-9ff1-43aa-96b9-32beae5e511c tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 932 time: 0.1137793 Apr 14 16:12:52.007415 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-e46e84bc-2186-4ec1-ba3b-090bab82c9f5 req-b7311a4a-0b10-467c-a25c-a82a3e97dc6e tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Synchronizing usage tracker for tenant:8e71c42092894db98f8db75a2719f751 on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:52.041157 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-e46e84bc-2186-4ec1-ba3b-090bab82c9f5 req-b7311a4a-0b10-467c-a25c-a82a3e97dc6e tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Unset dirty status for tenant:8e71c42092894db98f8db75a2719f751 on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:52.042463 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e46e84bc-2186-4ec1-ba3b-090bab82c9f5 req-b7311a4a-0b10-467c-a25c-a82a3e97dc6e tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152155 Apr 14 16:12:52.053697 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cd7a0-516d-4498-8036-eb7dd9977e13 req-adeb7bec-4404-4c0c-978e-bbcb9b77c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:52.055285 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-965cd7a0-516d-4498-8036-eb7dd9977e13 req-adeb7bec-4404-4c0c-978e-bbcb9b77c9c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f&device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 1098 time: 0.1139100 Apr 14 16:12:52.085200 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19716464-6c20-4531-ac60-e254f1170730 req-624fb601-e0b9-4e26-b3e2-7150419cc0d3 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:52.086952 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-19716464-6c20-4531-ac60-e254f1170730 req-624fb601-e0b9-4e26-b3e2-7150419cc0d3 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 946 time: 0.2751904 Apr 14 16:12:52.254043 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-19716464-6c20-4531-ac60-e254f1170730 req-e5993122-edfe-4619-ac99-7a18b426cfab tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399231 Apr 14 16:12:52.268108 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a58c362-2e99-4559-9977-3b635ab88161 {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:52.276279 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:52.292473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Transition to ACTIVE for port object 3a58c362-2e99-4559-9977-3b635ab88161 will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:52.295361 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:52.312045 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-dd11cbfe-02f0-4077-ab62-11c827ea74e7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:52.329436 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cd7a0-516d-4498-8036-eb7dd9977e13 req-8081a1bc-4f21-4a1f-b661-617972f158b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:52.330979 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-965cd7a0-516d-4498-8036-eb7dd9977e13 req-8081a1bc-4f21-4a1f-b661-617972f158b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1543812-41fe-4295-b0c3-e4201c886b18 HTTP/1.1" status: 200 len: 918 time: 0.2324045 Apr 14 16:12:52.431536 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5923091-71ea-4f9c-9a29-95a1b3a2128b req-b969c432-cb18-4f2c-973f-5274be1f3863 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:52.433216 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5923091-71ea-4f9c-9a29-95a1b3a2128b req-b969c432-cb18-4f2c-973f-5274be1f3863 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.2079415 Apr 14 16:12:52.461158 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Pushing event updated for resources: {'Port': ['ID=3a58c362-2e99-4559-9977-3b635ab88161,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:52.466879 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:52.488672 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5923091-71ea-4f9c-9a29-95a1b3a2128b req-033cffbc-4e30-4cec-964c-a1daca7080be tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405598 Apr 14 16:12:52.490644 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-965cd7a0-516d-4498-8036-eb7dd9977e13 req-4961833c-3f58-4ac4-ae43-15dd460cf8c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d74de9c1-8188-4d05-92fc-6cdce0aa2e31 HTTP/1.1" status: 200 len: 1001 time: 0.1456504 Apr 14 16:12:52.583110 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cd7a0-516d-4498-8036-eb7dd9977e13 req-2068136c-83bd-4cc4-a854-bf2c01b0f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:52.588991 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-965cd7a0-516d-4498-8036-eb7dd9977e13 req-2068136c-83bd-4cc4-a854-bf2c01b0f807 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e65b27a-159c-4d87-bc0d-8c19d0e1a018 HTTP/1.1" status: 200 len: 856 time: 0.0876262 Apr 14 16:12:52.768687 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Attempting to bind port 3a58c362-2e99-4559-9977-3b635ab88161 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:52.769299 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Attempting to bind port 3a58c362-2e99-4559-9977-3b635ab88161 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '358d4730-1267-45aa-a7b6-9233c534e425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:52.773984 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Attempting to bind port 3a58c362-2e99-4559-9977-3b635ab88161 on network 78e99240-3773-4c32-b324-b8b4ec7c5482 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:52.775976 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Port 3a58c362-2e99-4559-9977-3b635ab88161 on network 78e99240-3773-4c32-b324-b8b4ec7c5482 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:12:52.776460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Attempting to bind port 3a58c362-2e99-4559-9977-3b635ab88161 on network 78e99240-3773-4c32-b324-b8b4ec7c5482 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:52.776817 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cd7a0-516d-4498-8036-eb7dd9977e13 req-5db995f6-7126-4777-81c2-fa159b14531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:52.779041 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-965cd7a0-516d-4498-8036-eb7dd9977e13 req-5db995f6-7126-4777-81c2-fa159b14531c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1543812-41fe-4295-b0c3-e4201c886b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1802967 Apr 14 16:12:52.783895 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:52.784400 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Checking segment: {'id': '358d4730-1267-45aa-a7b6-9233c534e425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:52.784822 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Bound using segment: {'id': '358d4730-1267-45aa-a7b6-9233c534e425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:52.785318 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Bound port: 3a58c362-2e99-4559-9977-3b635ab88161, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358d4730-1267-45aa-a7b6-9233c534e425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:52.785698 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:52.878562 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] For port 3a58c362-2e99-4559-9977-3b635ab88161, host hv-cinder-78626, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:52.883720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] For port 3a58c362-2e99-4559-9977-3b635ab88161, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3a58c362-2e99-4559-9977-3b635ab88161,segment=NetworkSegment(358d4730-1267-45aa-a7b6-9233c534e425),segment_id=358d4730-1267-45aa-a7b6-9233c534e425)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:52.889554 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:52.914141 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0b78f628-86f7-4409-b8f4-b3f60bc1f468 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:52.996871 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-965cd7a0-516d-4498-8036-eb7dd9977e13 req-d61d01c8-5070-4d63-a0e7-88f1fdd89039 service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059562 Apr 14 16:12:53.116638 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Pushing event updated for resources: {'Port': ['ID=3a58c362-2e99-4559-9977-3b635ab88161,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:53.123381 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:53.344909 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-965cd7a0-516d-4498-8036-eb7dd9977e13 req-85e39212-dac3-4c04-ac51-6b1ef09b3efd service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253813 Apr 14 16:12:53.388697 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.389415 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:53.401941 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] 10.222.0.41 "PUT /v2.0/ports/3a58c362-2e99-4559-9977-3b635ab88161 HTTP/1.1" status: 200 len: 1094 time: 1.8613667 Apr 14 16:12:53.402583 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'tag': '3a58c362-2e99-4559-9977-3b635ab88161'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:53.512884 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f97216-bd94-45fa-a9f9-e46fa824a5d0 req-83be363c-abeb-440e-839e-9f9816241525 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.513738 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-00f97216-bd94-45fa-a9f9-e46fa824a5d0 req-83be363c-abeb-440e-839e-9f9816241525 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Synchronizing usage tracker for tenant:8e71c42092894db98f8db75a2719f751 on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:53.535326 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-00f97216-bd94-45fa-a9f9-e46fa824a5d0 req-83be363c-abeb-440e-839e-9f9816241525 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Unset dirty status for tenant:8e71c42092894db98f8db75a2719f751 on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:53.543867 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-00f97216-bd94-45fa-a9f9-e46fa824a5d0 req-83be363c-abeb-440e-839e-9f9816241525 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 944 time: 0.3029087 Apr 14 16:12:53.639391 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-00f97216-bd94-45fa-a9f9-e46fa824a5d0 req-36f4dcd7-6813-49e7-bcd4-b60e5f5f6163 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945101 Apr 14 16:12:53.641165 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e5a0d-2197-4395-bc14-cf1f07781dca req-a0b1d53c-af9d-48a3-84e4-8fc3dd6a779b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.643135 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-903e5a0d-2197-4395-bc14-cf1f07781dca req-a0b1d53c-af9d-48a3-84e4-8fc3dd6a779b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 946 time: 0.1305511 Apr 14 16:12:53.667832 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-3e9517f9-5ae8-4e4e-919b-3f61122bbc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.669551 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-3e9517f9-5ae8-4e4e-919b-3f61122bbc2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e71c42092894db98f8db75a2719f751&device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 1097 time: 0.1234765 Apr 14 16:12:53.679194 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-903e5a0d-2197-4395-bc14-cf1f07781dca req-3c46d4a2-26d9-4501-a7dc-df74726251ba tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297441 Apr 14 16:12:53.757176 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'tag': '3a58c362-2e99-4559-9977-3b635ab88161', 'status': 'completed', 'code': 200} Apr 14 16:12:53.766687 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-d30b424e-0870-4dda-80b4-c215688f5d28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a58c362-2e99-4559-9977-3b635ab88161 HTTP/1.1" status: 200 len: 217 time: 0.0738289 Apr 14 16:12:53.853740 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-8bafc5e0-7ef7-4ccf-a26d-8813c43b4fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.855275 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-8bafc5e0-7ef7-4ccf-a26d-8813c43b4fb2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3b50247-ff1f-412a-bd14-516b5ff9133b HTTP/1.1" status: 200 len: 853 time: 0.0696750 Apr 14 16:12:53.873700 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111a0f7-be6a-4aaf-b52b-de637b7a7fc2 req-2e47d111-203c-4b99-a294-a6e8c4b4ca3d tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.875283 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a111a0f7-be6a-4aaf-b52b-de637b7a7fc2 req-2e47d111-203c-4b99-a294-a6e8c4b4ca3d tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.0886347 Apr 14 16:12:53.907606 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a111a0f7-be6a-4aaf-b52b-de637b7a7fc2 req-c67fb409-3a87-4221-9088-aa41988db901 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257585 Apr 14 16:12:53.950641 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-78ed74ac-fd33-4b24-a911-8bf3dc057ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.952933 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-78ed74ac-fd33-4b24-a911-8bf3dc057ad9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78e99240-3773-4c32-b324-b8b4ec7c5482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833337 Apr 14 16:12:54.119146 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-d1dfafd7-2523-44c5-9c16-fceb43255539 service neutron] 10.222.0.41 "GET /v2.0/networks/78e99240-3773-4c32-b324-b8b4ec7c5482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456387 Apr 14 16:12:54.276269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a0508-6d10-4424-b780-32b08d6267d5 req-44508a2d-dc27-4a7e-be75-09e4b8227ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:54.278703 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-760a0508-6d10-4424-b780-32b08d6267d5 req-44508a2d-dc27-4a7e-be75-09e4b8227ffc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 1099 time: 0.0805912 Apr 14 16:12:54.313545 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-70a7c9fd-536c-4254-bc4c-e9e7d1803c86 req-42073ec5-b725-42d1-917f-0cb6c772f727 service neutron] 10.222.0.41 "GET /v2.0/networks/78e99240-3773-4c32-b324-b8b4ec7c5482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418784 Apr 14 16:12:54.355456 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-760a0508-6d10-4424-b780-32b08d6267d5 req-6366b0ba-7ffc-42de-ae9c-33c58ca2b209 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254593 Apr 14 16:12:54.850696 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b309b-c8f6-49f6-b441-ad6f21c549de req-ce1d661d-cde4-4743-96db-528bc440a947 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:54.852300 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b67b309b-c8f6-49f6-b441-ad6f21c549de req-ce1d661d-cde4-4743-96db-528bc440a947 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 944 time: 0.0906186 Apr 14 16:12:54.884546 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b67b309b-c8f6-49f6-b441-ad6f21c549de req-4e67d7b3-942d-4539-a99c-d5afd10b5bc6 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251930 Apr 14 16:12:54.893570 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527392a5-3a15-4ef2-8776-87e3de338639 req-a1cf0ee2-d5fb-416a-96fd-0f7d5d58dd26 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:54.895190 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-527392a5-3a15-4ef2-8776-87e3de338639 req-a1cf0ee2-d5fb-416a-96fd-0f7d5d58dd26 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 946 time: 0.0921347 Apr 14 16:12:54.926917 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-527392a5-3a15-4ef2-8776-87e3de338639 req-bd4ba235-da41-4a11-8612-2678f661ce84 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254998 Apr 14 16:12:55.115085 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afc642-edeb-4e8d-b5d6-05cf00d3b932 req-aa894482-6feb-4c01-ba41-0b5eae038ebb tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:55.117263 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-48afc642-edeb-4e8d-b5d6-05cf00d3b932 req-aa894482-6feb-4c01-ba41-0b5eae038ebb tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.0932961 Apr 14 16:12:55.155445 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-48afc642-edeb-4e8d-b5d6-05cf00d3b932 req-53c7e025-cfe7-4eae-83ae-164438e89e43 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305073 Apr 14 16:12:58.070866 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf42fc5-fc75-430f-8936-424472313c8e req-22edcb9c-9a4a-4352-af16-1c4fbf62c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:58.072368 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ebf42fc5-fc75-430f-8936-424472313c8e req-22edcb9c-9a4a-4352-af16-1c4fbf62c900 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e71c42092894db98f8db75a2719f751&device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 1097 time: 0.0793788 Apr 14 16:12:58.326530 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf42fc5-fc75-430f-8936-424472313c8e req-09946bf9-f54c-4b42-ba5c-e37839d0484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:58.328025 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ebf42fc5-fc75-430f-8936-424472313c8e req-09946bf9-f54c-4b42-ba5c-e37839d0484e service neutron] 10.222.0.41 "GET /v2.0/networks?id=78e99240-3773-4c32-b324-b8b4ec7c5482 HTTP/1.1" status: 200 len: 915 time: 0.2206571 Apr 14 16:12:58.328787 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf22743-87dd-44bd-acec-40a56554d2c6 req-ae8832fc-7ab2-43fc-8b92-b1d1bf9d0726 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:58.330410 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-adf22743-87dd-44bd-acec-40a56554d2c6 req-ae8832fc-7ab2-43fc-8b92-b1d1bf9d0726 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.0883055 Apr 14 16:12:58.352939 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a682d7-7251-4103-95cb-ae3a1811b766 req-5c4783fb-52bd-4a9b-8d3f-87e609e1565a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:58.354556 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-77a682d7-7251-4103-95cb-ae3a1811b766 req-5c4783fb-52bd-4a9b-8d3f-87e609e1565a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 944 time: 0.1285174 Apr 14 16:12:58.362090 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-adf22743-87dd-44bd-acec-40a56554d2c6 req-feb61fa6-0a49-4c42-8227-68b7e57beaab tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250359 Apr 14 16:12:58.437640 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ebf42fc5-fc75-430f-8936-424472313c8e req-c1890a67-f753-431e-a792-6a26d2711aa0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a58c362-2e99-4559-9977-3b635ab88161 HTTP/1.1" status: 200 len: 217 time: 0.0820594 Apr 14 16:12:58.708100 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-77a682d7-7251-4103-95cb-ae3a1811b766 req-68c7b4c0-dd25-400f-a8f9-a16a86a21ff1 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938919 Apr 14 16:12:58.729953 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf42fc5-fc75-430f-8936-424472313c8e req-11ec489a-da82-43eb-a831-a63e0593ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:58.731610 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ebf42fc5-fc75-430f-8936-424472313c8e req-11ec489a-da82-43eb-a831-a63e0593ed18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3b50247-ff1f-412a-bd14-516b5ff9133b HTTP/1.1" status: 200 len: 853 time: 0.0710452 Apr 14 16:12:58.836583 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf42fc5-fc75-430f-8936-424472313c8e req-148b8e6a-d4de-4220-8f28-aeb65b1fb8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:58.838132 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ebf42fc5-fc75-430f-8936-424472313c8e req-148b8e6a-d4de-4220-8f28-aeb65b1fb8c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78e99240-3773-4c32-b324-b8b4ec7c5482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828769 Apr 14 16:12:59.010792 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ebf42fc5-fc75-430f-8936-424472313c8e req-e9534c5f-abea-40b4-8066-c0b61ce1b0e6 service neutron] 10.222.0.41 "GET /v2.0/networks/78e99240-3773-4c32-b324-b8b4ec7c5482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501124 Apr 14 16:12:59.183417 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ebf42fc5-fc75-430f-8936-424472313c8e req-5bfd5e86-23da-4f14-94e3-079fdaaad917 service neutron] 10.222.0.41 "GET /v2.0/networks/78e99240-3773-4c32-b324-b8b4ec7c5482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435027 Apr 14 16:12:59.570671 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f85af5-4b23-404d-8960-05f30a985ab0 req-32b67973-3e13-4af7-ab32-76b18c4f1b7b tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:59.572244 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f9f85af5-4b23-404d-8960-05f30a985ab0 req-32b67973-3e13-4af7-ab32-76b18c4f1b7b tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.0937700 Apr 14 16:12:59.609609 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f9f85af5-4b23-404d-8960-05f30a985ab0 req-0a20d2c0-2c93-4833-9286-418737fbcaa3 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244594 Apr 14 16:12:59.923696 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d874d-6f1e-412c-a564-d1d08e066106 req-0a113e33-9e01-4fca-a1b7-dd590adae989 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:59.925356 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b30d874d-6f1e-412c-a564-d1d08e066106 req-0a113e33-9e01-4fca-a1b7-dd590adae989 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 944 time: 0.0922585 Apr 14 16:12:59.957772 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b30d874d-6f1e-412c-a564-d1d08e066106 req-2a4e9599-a547-4dca-9f74-32cbb1046109 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262387 Apr 14 16:13:00.573252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38250) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:00.780146 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ef68b5fb-929f-4b11-8888-b0bec9bb362e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:00.796985 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ef68b5fb-929f-4b11-8888-b0bec9bb362e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:00.801534 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ef68b5fb-929f-4b11-8888-b0bec9bb362e admin admin] Usage tracker for resource:security_group_rule and tenant:434d8ea0b1ca4b0a8b19241e19a592ea is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:00.804530 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ef68b5fb-929f-4b11-8888-b0bec9bb362e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:00.811107 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ef68b5fb-929f-4b11-8888-b0bec9bb362e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:00.842038 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbbfe8-197a-4ff0-a382-8d3866b3d67f req-c01a39b5-a510-4676-b88e-8a073c8fda60 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:00.843659 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-10cbbfe8-197a-4ff0-a382-8d3866b3d67f req-c01a39b5-a510-4676-b88e-8a073c8fda60 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.0965650 Apr 14 16:13:00.880017 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-10cbbfe8-197a-4ff0-a382-8d3866b3d67f req-74a64f92-1f98-4276-b3ad-9e6bfbac6c8a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292206 Apr 14 16:13:00.901007 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ef68b5fb-929f-4b11-8888-b0bec9bb362e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:00.903785 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ef68b5fb-929f-4b11-8888-b0bec9bb362e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:00.913256 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:00.961403 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ef68b5fb-929f-4b11-8888-b0bec9bb362e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=434d8ea0b1ca4b0a8b19241e19a592ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868318 Apr 14 16:13:00.963040 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68b5fb-929f-4b11-8888-b0bec9bb362e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d343dd4-5bcf-474f-b136-ee665d0abed6,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:00.964156 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 38262) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:00.967096 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ef68b5fb-929f-4b11-8888-b0bec9bb362e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:01.034120 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b0973d1a-0f4a-48ab-a66b-c375e7e391dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:01.064262 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b0973d1a-0f4a-48ab-a66b-c375e7e391dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:01.090681 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a442e06-5475-40cb-ac85-590b9467d36e req-b6506dc1-8f53-47a2-a595-235686d8442b tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:01.092340 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5a442e06-5475-40cb-ac85-590b9467d36e req-b6506dc1-8f53-47a2-a595-235686d8442b tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0906081 Apr 14 16:13:01.127094 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5a442e06-5475-40cb-ac85-590b9467d36e req-b2a966c6-b66a-4752-aa99-bf1f3b8fe990 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278137 Apr 14 16:13:01.176808 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b0973d1a-0f4a-48ab-a66b-c375e7e391dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:01.181944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:01.207496 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0973d1a-0f4a-48ab-a66b-c375e7e391dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d343dd4-5bcf-474f-b136-ee665d0abed6,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:01.210067 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b0973d1a-0f4a-48ab-a66b-c375e7e391dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:01.237851 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7f0b0-568d-495c-aeb6-3b2da78f0a38 req-7296d8d8-3869-4ca2-a8bc-f57a811f24e4 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:01.239512 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-91f7f0b0-568d-495c-aeb6-3b2da78f0a38 req-7296d8d8-3869-4ca2-a8bc-f57a811f24e4 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 944 time: 0.1561792 Apr 14 16:13:01.241802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b0973d1a-0f4a-48ab-a66b-c375e7e391dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:01.245424 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-b0973d1a-0f4a-48ab-a66b-c375e7e391dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d343dd4-5bcf-474f-b136-ee665d0abed6 HTTP/1.1" status: 204 len: 168 time: 0.2775648 Apr 14 16:13:01.260546 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 3a58c362-2e99-4559-9977-3b635ab88161 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:13:01.284190 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-91f7f0b0-568d-495c-aeb6-3b2da78f0a38 req-bbb60025-14a9-45c3-8859-1e0f6be3fb90 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379114 Apr 14 16:13:01.418795 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 3a58c362-2e99-4559-9977-3b635ab88161, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3a58c362-2e99-4559-9977-3b635ab88161,segment=NetworkSegment(358d4730-1267-45aa-a7b6-9233c534e425),segment_id=358d4730-1267-45aa-a7b6-9233c534e425)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:01.435570 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': '3a58c362-2e99-4559-9977-3b635ab88161', 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482', 'port_id': '3a58c362-2e99-4559-9977-3b635ab88161', 'mac_address': 'fa:16:3e:55:be:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:13:01.505364 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:01.506906 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a58c362-2e99-4559-9977-3b635ab88161 {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:13:01.529610 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 3a58c362-2e99-4559-9977-3b635ab88161, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3a58c362-2e99-4559-9977-3b635ab88161,segment=NetworkSegment(358d4730-1267-45aa-a7b6-9233c534e425),segment_id=358d4730-1267-45aa-a7b6-9233c534e425)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:01.536699 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:01.539769 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:01.683370 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=3a58c362-2e99-4559-9977-3b635ab88161,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:01.693392 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:01.694007 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:01.694571 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:01.695130 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:01.695691 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:01.696355 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:01.696950 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:01.697423 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:01.697996 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:01.698567 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:01.699905 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:01.700711 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:01.705948 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:02.151753 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:13:02.178542 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['3a58c362-2e99-4559-9977-3b635ab88161'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:13:02.290539 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38316) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:02.484603 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1357a5db-00cb-4101-9f80-f3bc76ca4ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:02.713258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-1357a5db-00cb-4101-9f80-f3bc76ca4ccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:02.720095 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-1357a5db-00cb-4101-9f80-f3bc76ca4ccb admin admin] Usage tracker for resource:security_group_rule and tenant:715b36f42c7745b39ac360959e7a6278 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:02.723832 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-1357a5db-00cb-4101-9f80-f3bc76ca4ccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:02.733528 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-1357a5db-00cb-4101-9f80-f3bc76ca4ccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:02.775740 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd0334-6f99-4e98-bb40-9fcdb86cea9e req-15037d95-3ecb-4c1c-abc8-a8d829959d1c tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:02.777418 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-79fd0334-6f99-4e98-bb40-9fcdb86cea9e req-15037d95-3ecb-4c1c-abc8-a8d829959d1c tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 945 time: 0.3658738 Apr 14 16:13:02.843744 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-79fd0334-6f99-4e98-bb40-9fcdb86cea9e req-61318ca8-f131-4728-9dc2-974b191d98dc tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575757 Apr 14 16:13:02.933691 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1357a5db-00cb-4101-9f80-f3bc76ca4ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:02.936088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1357a5db-00cb-4101-9f80-f3bc76ca4ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:02.996890 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-86ec4b99-61a9-45ae-afb2-55d0ab6ff14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:03.023206 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-1357a5db-00cb-4101-9f80-f3bc76ca4ccb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=715b36f42c7745b39ac360959e7a6278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7312791 Apr 14 16:13:03.026132 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 38338) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:03.032283 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357a5db-00cb-4101-9f80-f3bc76ca4ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8153c9a8-58dc-44c2-a557-f8b5eb8600bf,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:03.035879 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1357a5db-00cb-4101-9f80-f3bc76ca4ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:03.094206 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0e9a-b459-4e06-8818-9dcf0f345bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:03.145978 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0e9a-b459-4e06-8818-9dcf0f345bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:03.197276 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0e9a-b459-4e06-8818-9dcf0f345bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:03.203432 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-473a3690-9d90-4424-9a44-0f920f0e7559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:03.219194 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb0e9a-b459-4e06-8818-9dcf0f345bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8153c9a8-58dc-44c2-a557-f8b5eb8600bf,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:03.222258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-eaeb0e9a-b459-4e06-8818-9dcf0f345bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:03.223825 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0e9a-b459-4e06-8818-9dcf0f345bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:03.225047 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-eaeb0e9a-b459-4e06-8818-9dcf0f345bc4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8153c9a8-58dc-44c2-a557-f8b5eb8600bf HTTP/1.1" status: 204 len: 168 time: 0.1977408 Apr 14 16:13:03.435864 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da1a9c-d03d-46e5-8583-ae449b2a2507 req-6b637ca2-d41a-4e22-849d-8415990f48d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:03.437514 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-37da1a9c-d03d-46e5-8583-ae449b2a2507 req-6b637ca2-d41a-4e22-849d-8415990f48d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef0238a8f524a30a94d06aa25d272f8&device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 1098 time: 0.0913186 Apr 14 16:13:03.499061 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff776e7-b718-4974-838d-9e5a4da38085 req-0deb4a48-c781-4629-aff5-3698bbecd2fd tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:03.500626 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1ff776e7-b718-4974-838d-9e5a4da38085 req-0deb4a48-c781-4629-aff5-3698bbecd2fd tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0993381 Apr 14 16:13:03.540259 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1ff776e7-b718-4974-838d-9e5a4da38085 req-81eddfa1-41d6-4a18-aa18-b60aef35cbd9 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296426 Apr 14 16:13:03.591951 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da1a9c-d03d-46e5-8583-ae449b2a2507 req-80224ff6-6409-41b8-803d-8237982e4f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:03.593536 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-37da1a9c-d03d-46e5-8583-ae449b2a2507 req-80224ff6-6409-41b8-803d-8237982e4f6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c HTTP/1.1" status: 200 len: 918 time: 0.1492383 Apr 14 16:13:03.687352 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-37da1a9c-d03d-46e5-8583-ae449b2a2507 req-063c91c8-d4d1-47e8-a7fd-df58926dccc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56a60b7b-6e5f-46c0-9f81-4dffc4926337 HTTP/1.1" status: 200 len: 217 time: 0.0752566 Apr 14 16:13:03.778702 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da1a9c-d03d-46e5-8583-ae449b2a2507 req-7cf122a7-8c65-444a-933e-2b66fb6ba653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:03.782083 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-37da1a9c-d03d-46e5-8583-ae449b2a2507 req-7cf122a7-8c65-444a-933e-2b66fb6ba653 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e HTTP/1.1" status: 200 len: 857 time: 0.0763671 Apr 14 16:13:03.846660 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-37da1a9c-d03d-46e5-8583-ae449b2a2507 req-a4da2619-6720-4848-be59-6563bca6d2a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485849 Apr 14 16:13:04.209731 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-37da1a9c-d03d-46e5-8583-ae449b2a2507 req-46186d81-0a21-4a60-893a-7f6ee2d54ebd service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414531 Apr 14 16:13:04.226437 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ac51a-a70b-407c-93cb-5c5aa18c3992 req-88c8b743-dfdd-4544-b110-cbbd4e48429a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:04.234277 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-376ac51a-a70b-407c-93cb-5c5aa18c3992 req-88c8b743-dfdd-4544-b110-cbbd4e48429a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 945 time: 0.1920669 Apr 14 16:13:04.328692 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-376ac51a-a70b-407c-93cb-5c5aa18c3992 req-f141bc2e-e026-4a1f-ab7d-51db67499646 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934489 Apr 14 16:13:04.462254 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-37da1a9c-d03d-46e5-8583-ae449b2a2507 req-a0a6d961-d573-4b05-8550-e17efdd4116f service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248626 Apr 14 16:13:04.609075 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 38406) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:04.743482 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f840c38-4431-4b3b-bc1c-299b3dd9f683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:04.764408 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-2f840c38-4431-4b3b-bc1c-299b3dd9f683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:04.771452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-2f840c38-4431-4b3b-bc1c-299b3dd9f683 admin admin] Usage tracker for resource:security_group_rule and tenant:8e03772a012c4e75a75913924897afec is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:04.782034 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-2f840c38-4431-4b3b-bc1c-299b3dd9f683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:04.791486 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-2f840c38-4431-4b3b-bc1c-299b3dd9f683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:04.815001 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d9e43-2e32-4de1-b4b9-1b68bfd6d8cb req-de4109be-138e-44ef-9710-572269e6e2c3 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:04.816613 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-895d9e43-2e32-4de1-b4b9-1b68bfd6d8cb req-de4109be-138e-44ef-9710-572269e6e2c3 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1467032 Apr 14 16:13:04.861609 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-895d9e43-2e32-4de1-b4b9-1b68bfd6d8cb req-1b6fafef-0ef6-41be-87df-a56eae8d254e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375988 Apr 14 16:13:04.924061 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f840c38-4431-4b3b-bc1c-299b3dd9f683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:04.926694 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f840c38-4431-4b3b-bc1c-299b3dd9f683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:04.935667 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-dbe65398-230a-4dd8-9c90-cf6791500070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:04.983309 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-2f840c38-4431-4b3b-bc1c-299b3dd9f683 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e03772a012c4e75a75913924897afec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3729994 Apr 14 16:13:04.984296 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f840c38-4431-4b3b-bc1c-299b3dd9f683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eedd711-1e8b-4601-8a25-031a6a3681cc,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:04.986271 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38412) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:04.987572 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2f840c38-4431-4b3b-bc1c-299b3dd9f683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:05.051531 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-166847c5-6a93-4cd3-91fe-1e6486464be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:05.078857 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-166847c5-6a93-4cd3-91fe-1e6486464be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:05.142335 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-166847c5-6a93-4cd3-91fe-1e6486464be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:05.147812 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-61fb6e41-6298-4190-a092-c968317d3ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:05.163228 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166847c5-6a93-4cd3-91fe-1e6486464be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eedd711-1e8b-4601-8a25-031a6a3681cc,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:05.166422 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-166847c5-6a93-4cd3-91fe-1e6486464be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:05.176593 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-166847c5-6a93-4cd3-91fe-1e6486464be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:05.180188 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-166847c5-6a93-4cd3-91fe-1e6486464be9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4eedd711-1e8b-4601-8a25-031a6a3681cc HTTP/1.1" status: 204 len: 168 time: 0.1928113 Apr 14 16:13:05.271170 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 3a58c362-2e99-4559-9977-3b635ab88161 up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:05.345019 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port 3a58c362-2e99-4559-9977-3b635ab88161 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:05.350067 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port 3a58c362-2e99-4559-9977-3b635ab88161 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:05.350482 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:05.501848 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:05.517711 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a58c362-2e99-4559-9977-3b635ab88161'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:13:05.527943 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 3a58c362-2e99-4559-9977-3b635ab88161, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3a58c362-2e99-4559-9977-3b635ab88161,segment=NetworkSegment(358d4730-1267-45aa-a7b6-9233c534e425),segment_id=358d4730-1267-45aa-a7b6-9233c534e425)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:05.531398 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:05.534899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:05.576838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c674d1-4e98-461c-9023-83b0a124b029 req-38ebb150-7500-4656-85db-3f9abf61d716 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:05.585649 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c4c674d1-4e98-461c-9023-83b0a124b029 req-38ebb150-7500-4656-85db-3f9abf61d716 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 945 time: 0.1141787 Apr 14 16:13:05.629698 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c4c674d1-4e98-461c-9023-83b0a124b029 req-b33b2610-2f10-453c-ac60-d726c0894d52 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430012 Apr 14 16:13:05.674793 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a58c362-2e99-4559-9977-3b635ab88161', 'code': 200} Apr 14 16:13:05.687048 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=3a58c362-2e99-4559-9977-3b635ab88161,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:05.701428 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:05.944647 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38454) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:05.993243 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38462) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:06.021198 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c7ea7-7ee7-4525-ab48-c3463d18c5a4 req-79282338-5e6d-4933-82ba-7f85ddfcea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:06.022967 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1e4c7ea7-7ee7-4525-ab48-c3463d18c5a4 req-79282338-5e6d-4933-82ba-7f85ddfcea63 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 1099 time: 0.1275840 Apr 14 16:13:06.079622 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1e4c7ea7-7ee7-4525-ab48-c3463d18c5a4 req-cbb9fc18-b9b0-45f2-ab01-1013f64bf9b6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300133 Apr 14 16:13:06.112571 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-32adde0b-ea42-4e7b-af20-e9bd6bbbde93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.125371 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b47bed21-ae5f-4605-82f6-bc95bbd3cc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.157803 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-32adde0b-ea42-4e7b-af20-e9bd6bbbde93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:06.169865 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-b47bed21-ae5f-4605-82f6-bc95bbd3cc63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:06.172469 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-32adde0b-ea42-4e7b-af20-e9bd6bbbde93 admin admin] Usage tracker for resource:security_group_rule and tenant:0d597a2d66fc4fbd8117f566a776f60d is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:06.176863 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-32adde0b-ea42-4e7b-af20-e9bd6bbbde93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:06.183599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-b47bed21-ae5f-4605-82f6-bc95bbd3cc63 admin admin] Usage tracker for resource:security_group_rule and tenant:414d51ad26a24e2cb5a0e7842029cf08 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:06.189925 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-b47bed21-ae5f-4605-82f6-bc95bbd3cc63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:06.193838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-32adde0b-ea42-4e7b-af20-e9bd6bbbde93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:06.202478 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-b47bed21-ae5f-4605-82f6-bc95bbd3cc63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:06.212237 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fd3a7-f950-4170-beb5-f223140803b6 req-e8d92086-dba4-49b5-87e9-3e55b1fde4b7 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:06.213884 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d78fd3a7-f950-4170-beb5-f223140803b6 req-e8d92086-dba4-49b5-87e9-3e55b1fde4b7 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1986113 Apr 14 16:13:06.257788 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 38474) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:06.279540 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d78fd3a7-f950-4170-beb5-f223140803b6 req-854b4e85-f472-4c57-a801-890a47d423dc tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521910 Apr 14 16:13:06.379668 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1729757209-network', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:06.384673 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:06.388988 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Usage tracker for resource:network and tenant:ed9d2e253f144da0bf1bbc63b4657b81 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:06.391973 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:06.398599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:06.400462 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-32adde0b-ea42-4e7b-af20-e9bd6bbbde93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.407722 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-32adde0b-ea42-4e7b-af20-e9bd6bbbde93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.422434 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b47bed21-ae5f-4605-82f6-bc95bbd3cc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.423564 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-87b56d05-c9e0-4a91-b0a2-880aa8d1b000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:06.428648 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Made reservation on behalf of ed9d2e253f144da0bf1bbc63b4657b81 for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:13:06.433419 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.437803 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b47bed21-ae5f-4605-82f6-bc95bbd3cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.447140 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.462776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:06.467055 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Usage tracker for resource:security_group_rule and tenant:ed9d2e253f144da0bf1bbc63b4657b81 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:06.470101 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:06.479701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:06.495639 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-32adde0b-ea42-4e7b-af20-e9bd6bbbde93 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d597a2d66fc4fbd8117f566a776f60d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5489783 Apr 14 16:13:06.497110 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32adde0b-ea42-4e7b-af20-e9bd6bbbde93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10116f3f-eb89-446b-8474-7c90c89aab4a,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:06.499092 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 38482) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:06.500455 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-32adde0b-ea42-4e7b-af20-e9bd6bbbde93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:06.502194 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f00c626e-48e9-4ec1-bdad-1d0a07aa50d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:06.513642 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-b47bed21-ae5f-4605-82f6-bc95bbd3cc63 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=414d51ad26a24e2cb5a0e7842029cf08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5162964 Apr 14 16:13:06.514338 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38486) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:06.558156 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bed21-ae5f-4605-82f6-bc95bbd3cc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a387e80-8454-4b53-8566-c48e8d20a348,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:06.564244 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b47bed21-ae5f-4605-82f6-bc95bbd3cc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:06.598855 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-015644d5-0cbe-4547-8b8c-a4b521964adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.614428 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9cb71b80-5d51-43b0-980c-0dbfa549446d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.628222 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-015644d5-0cbe-4547-8b8c-a4b521964adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.655489 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.662504 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.668357 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9cb71b80-5d51-43b0-980c-0dbfa549446d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.674546 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-015644d5-0cbe-4547-8b8c-a4b521964adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.676922 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3d4dbc09-6e97-44e6-bcd3-19282e7008e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:06.679792 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-267330ad-971a-4104-87e4-0c8e7264ec85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:06.693662 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015644d5-0cbe-4547-8b8c-a4b521964adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a387e80-8454-4b53-8566-c48e8d20a348,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:06.697463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-015644d5-0cbe-4547-8b8c-a4b521964adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:06.704607 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-015644d5-0cbe-4547-8b8c-a4b521964adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.705998 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-015644d5-0cbe-4547-8b8c-a4b521964adf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a387e80-8454-4b53-8566-c48e8d20a348 HTTP/1.1" status: 204 len: 168 time: 0.1906426 Apr 14 16:13:06.726989 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:13:06.749665 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8382ff57-f7a4-4c59-a13f-45e3a8fb0113,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:06.755688 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:06.759055 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.759419 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Added segment ae3f9154-1e39-484e-ab6c-7fa8e4250eb2 of type vlan for network 7f231942-4227-4866-b347-c39ce3e77e17 Apr 14 16:13:06.833485 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.852430 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9cb71b80-5d51-43b0-980c-0dbfa549446d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.858696 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-912ae59f-76a9-46fb-aa8b-217f12d08922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:06.876356 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb71b80-5d51-43b0-980c-0dbfa549446d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10116f3f-eb89-446b-8474-7c90c89aab4a,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:06.892461 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9cb71b80-5d51-43b0-980c-0dbfa549446d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:06.929848 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.934658 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:06.935306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.942751 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:06.957124 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9cb71b80-5d51-43b0-980c-0dbfa549446d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.960883 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-9cb71b80-5d51-43b0-980c-0dbfa549446d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/10116f3f-eb89-446b-8474-7c90c89aab4a HTTP/1.1" status: 204 len: 168 time: 0.4582329 Apr 14 16:13:07.000402 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46892267-695a-49ca-80ce-1e3e9dd33903 req-8afc6fbb-30d0-445c-a074-b195e9b5e01a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:07.002168 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-46892267-695a-49ca-80ce-1e3e9dd33903 req-8afc6fbb-30d0-445c-a074-b195e9b5e01a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 946 time: 0.2180841 Apr 14 16:13:07.057744 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7988405 Apr 14 16:13:07.062148 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38504) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:07.070593 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-f048182f-00a8-445e-89e7-eab6599f801e admin admin] Request body: {'subnet': {'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1729757209-subnet', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'ip_version': 4}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:07.078424 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f048182f-00a8-445e-89e7-eab6599f801e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:07.085469 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f048182f-00a8-445e-89e7-eab6599f801e admin admin] Usage tracker for resource:subnet and tenant:ed9d2e253f144da0bf1bbc63b4657b81 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:07.088887 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f048182f-00a8-445e-89e7-eab6599f801e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:07.096128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f048182f-00a8-445e-89e7-eab6599f801e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:07.104757 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-46892267-695a-49ca-80ce-1e3e9dd33903 req-7bb4e465-6447-4727-8f7f-e194d6698614 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421646 Apr 14 16:13:07.114771 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f048182f-00a8-445e-89e7-eab6599f801e admin admin] Made reservation on behalf of ed9d2e253f144da0bf1bbc63b4657b81 for: {'subnet': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:13:07.120572 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f048182f-00a8-445e-89e7-eab6599f801e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852521197'] for subnet, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:07.126780 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Pushing event updated for resources: {'Network': ['ID=7f231942-4227-4866-b347-c39ce3e77e17,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:07.140330 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:07.176247 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network 7f231942-4227-4866-b347-c39ce3e77e17 details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:13:07.593661 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f80fdb-2550-4777-bf54-428a23ed8957 req-58420361-ab05-4997-b3c1-d833a5ab8269 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:07.595262 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-34f80fdb-2550-4777-bf54-428a23ed8957 req-58420361-ab05-4997-b3c1-d833a5ab8269 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1691482 Apr 14 16:13:07.633331 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-34f80fdb-2550-4777-bf54-428a23ed8957 req-d2070585-c23d-4a21-b66d-a300e3a226ad tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305126 Apr 14 16:13:07.698909 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f048182f-00a8-445e-89e7-eab6599f801e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852555869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852521108'] for subnet, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:07.715844 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b13690f0-009e-46ca-b916-87ee68e316f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:07.856906 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048182f-00a8-445e-89e7-eab6599f801e admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e4a1f4-9db1-4dac-b369-d7c260cd42f3,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:07.862176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f048182f-00a8-445e-89e7-eab6599f801e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:07.928913 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f048182f-00a8-445e-89e7-eab6599f801e admin admin] Checking segment: {'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:07.929337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f048182f-00a8-445e-89e7-eab6599f801e admin admin] Network hostable DHCP agents. Network: 7f231942-4227-4866-b347-c39ce3e77e17, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:13:07.948356 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f048182f-00a8-445e-89e7-eab6599f801e admin admin] Network 7f231942-4227-4866-b347-c39ce3e77e17 is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:13:07.956886 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-f048182f-00a8-445e-89e7-eab6599f801e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, 7f231942-4227-4866-b347-c39ce3e77e17) {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:07.967967 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdc873a-3d28-421f-a95d-c99c6ab8d662 None None] Network 7f231942-4227-4866-b347-c39ce3e77e17 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:13:07.969771 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f048182f-00a8-445e-89e7-eab6599f801e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:07.970493 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f048182f-00a8-445e-89e7-eab6599f801e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:07.990253 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-f048182f-00a8-445e-89e7-eab6599f801e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9262218 Apr 14 16:13:07.993007 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38532) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:08.001328 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:08.007589 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:08.012584 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Usage tracker for resource:router and tenant:ed9d2e253f144da0bf1bbc63b4657b81 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:08.017060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:08.023654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:08.035387 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6923'] for router, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:08.036965 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854361997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854264817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768878'] for router, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:08.053532 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:08.414301 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854381472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768863'] for router, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:08.501150 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad7a66d5-4ab3-56a4-9b57-469e0d818c9a-7f231942-4227-4866-b347-c39ce3e77e17', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3'}]}} from dv-cinder-786266-1-iscsi. {{(pid=85246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:13:08.502160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:08.522752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2df74-8657-464b-9de1-099c32e15083 req-2f0291bd-041b-42a0-b008-eeaeeb6a535a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:08.524696 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-04b2df74-8657-464b-9de1-099c32e15083 req-2f0291bd-041b-42a0-b008-eeaeeb6a535a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 946 time: 0.1011705 Apr 14 16:13:08.563611 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-04b2df74-8657-464b-9de1-099c32e15083 req-ff4a9581-f80f-4b10-a013-2b1b4ba77443 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299056 Apr 14 16:13:08.682793 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Allocated IP 172.20.0.2 (7f231942-4227-4866-b347-c39ce3e77e17/96e4a1f4-9db1-4dac-b369-d7c260cd42f3/c50a65b8-d31b-4500-a18a-f23aa5df54f9) {{(pid=85246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:08.851165 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:08.890909 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:08.911920 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Notify callbacks [] for port, precommit_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:08.923977 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Transition to ACTIVE for port object c50a65b8-d31b-4500-a18a-f23aa5df54f9 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:08.943791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca86ca-0756-4b0c-bbe3-990a0e216e19 req-5f4c77f0-3307-4049-9c5b-20e705140223 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:08.944375 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Transition to ACTIVE for port object c50a65b8-d31b-4500-a18a-f23aa5df54f9 will not be triggered until provisioned by entity DHCP. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:08.947277 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-adca86ca-0756-4b0c-bbe3-990a0e216e19 req-5f4c77f0-3307-4049-9c5b-20e705140223 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 946 time: 0.2411942 Apr 14 16:13:08.949502 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:08.966187 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2c613d0f-58d8-4dfc-903d-e56369e17d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:09.000147 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-adca86ca-0756-4b0c-bbe3-990a0e216e19 req-bf026b95-2261-4ca4-b224-52ea556a7425 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471079 Apr 14 16:13:09.037401 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da338b-85ec-4e6a-9989-292fa22d17d4 req-34587290-cdb9-420b-ab68-8223d91f36da tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:09.045096 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-96da338b-85ec-4e6a-9989-292fa22d17d4 req-34587290-cdb9-420b-ab68-8223d91f36da tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1291881 Apr 14 16:13:09.092966 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-96da338b-85ec-4e6a-9989-292fa22d17d4 req-62093195-cf96-4e8e-a1d8-e3f56d7df26f tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443983 Apr 14 16:13:09.125969 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Pushing event updated for resources: {'Port': ['ID=c50a65b8-d31b-4500-a18a-f23aa5df54f9,revision_number=1']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:09.129094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:09.155037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Allocated IP 172.27.2.106 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:09.203246 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Network 7f231942-4227-4866-b347-c39ce3e77e17 is already hosted by enough agents. {{(pid=85246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:09.204691 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Resources bound (agent type, host, resource id): {{(pid=85246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:09.207319 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Received port after_create {{(pid=85246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:09.313654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Attempting to bind port c50a65b8-d31b-4500-a18a-f23aa5df54f9 on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:13:09.314142 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Attempting to bind port c50a65b8-d31b-4500-a18a-f23aa5df54f9 by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:13:09.314571 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Attempting to bind port c50a65b8-d31b-4500-a18a-f23aa5df54f9 on network 7f231942-4227-4866-b347-c39ce3e77e17 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:09.320439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:13:09.320947 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Checking segment: {'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:09.321429 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:09.321858 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Bound using segment: {'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:13:09.322373 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Bound port: c50a65b8-d31b-4500-a18a-f23aa5df54f9, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:13:09.322790 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:09.346982 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:09.382206 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:09.398988 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:09.403373 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] For port c50a65b8-d31b-4500-a18a-f23aa5df54f9, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:13:09.406719 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] For port c50a65b8-d31b-4500-a18a-f23aa5df54f9, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=c50a65b8-d31b-4500-a18a-f23aa5df54f9,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:13:09.411138 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:09.428084 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-eb63eb31-5e80-4d47-a185-edc0f6ec54cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:09.605719 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Pushing event updated for resources: {'Port': ['ID=c50a65b8-d31b-4500-a18a-f23aa5df54f9,revision_number=2']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:09.606303 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Pushing event updated for resources: {'Port': ['ID=47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:09.609933 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:09.623709 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:09.686275 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:09.688339 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:09.690771 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:09.932099 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33906797-aeda-429e-836a-4f6fa3b70fbc req-55fd8688-07d6-4ff7-aa30-e06356cf1c1c tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:09.934125 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-33906797-aeda-429e-836a-4f6fa3b70fbc req-55fd8688-07d6-4ff7-aa30-e06356cf1c1c tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 946 time: 0.4694171 Apr 14 16:13:09.992539 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-33906797-aeda-429e-836a-4f6fa3b70fbc req-f3ce0206-e942-4c3b-8ba5-ab098305a05b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454979 Apr 14 16:13:10.557611 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ad682-eb43-4402-9f0b-05ee39ec6b78 req-9ba64a70-b04c-4c09-9b40-778a1584b4ac tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:10.560309 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b88ad682-eb43-4402-9f0b-05ee39ec6b78 req-9ba64a70-b04c-4c09-9b40-778a1584b4ac tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.2537284 Apr 14 16:13:10.611744 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b88ad682-eb43-4402-9f0b-05ee39ec6b78 req-c7769a2b-6432-40df-bdb5-49374341509b tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373640 Apr 14 16:13:10.698431 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.141675 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854361879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394315'] for router, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.312030 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ab63cc-a5a2-4631-af24-f6ee2796b739 None None] Network 7f231942-4227-4866-b347-c39ce3e77e17 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:13:11.373673 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Router b94f027e-a86d-4722-a55f-149339d2e3fb is scheduled to L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d with binding_index 1 {{(pid=85245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:13:11.425308 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-65590acf-cddb-42c4-8e95-d933456ff99f None None] Provisioning for port c50a65b8-d31b-4500-a18a-f23aa5df54f9 completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:11.568226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:13:11.576904 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Sync routers for ids ['b94f027e-a86d-4722-a55f-149339d2e3fb'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:13:11.590499 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Routers {'b94f027e-a86d-4722-a55f-149339d2e3fb'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:11.591268 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:12:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b94f027e-a86d-4722-a55f-149339d2e3fb'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:11.592665 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Notify callbacks [] for router, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.594549 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5998755 Apr 14 16:13:11.597435 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38608) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:11.830480 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Set router b94f027e-a86d-4722-a55f-149339d2e3fb gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:11.922055 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device c50a65b8-d31b-4500-a18a-f23aa5df54f9 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:12.110223 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port c50a65b8-d31b-4500-a18a-f23aa5df54f9 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:12.133385 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port c50a65b8-d31b-4500-a18a-f23aa5df54f9 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:12.135355 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:12.237939 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:10Z', 'revision_number': 3, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:12.244230 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Checking router: b94f027e-a86d-4722-a55f-149339d2e3fb for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:13:12.245337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Updating router b94f027e-a86d-4722-a55f-149339d2e3fb port 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c binding host dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:13:12.315202 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:12.344958 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:12.377928 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port c50a65b8-d31b-4500-a18a-f23aa5df54f9, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=c50a65b8-d31b-4500-a18a-f23aa5df54f9,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:12.382292 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:12.384277 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:12.464424 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf45e7d-094a-4907-b95f-ead7c55bcde6 req-a14a36cf-aa8e-490a-ad8e-f7f281374cad tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:12.473350 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1bf45e7d-094a-4907-b95f-ead7c55bcde6 req-a14a36cf-aa8e-490a-ad8e-f7f281374cad tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.5321417 Apr 14 16:13:12.495727 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=c50a65b8-d31b-4500-a18a-f23aa5df54f9,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:12.500689 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:12.672496 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1bf45e7d-094a-4907-b95f-ead7c55bcde6 req-d8e7875d-c475-4b5d-888d-947b8f542691 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978323 Apr 14 16:13:12.833424 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:12.848967 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Transition to ACTIVE for port object 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:12.854688 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:12.871436 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:12.907817 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:13.068528 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675352f-390f-4d3a-bf7f-fc138c769a6f None None] Pushing event updated for resources: {'Port': ['ID=47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:13.080799 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675352f-390f-4d3a-bf7f-fc138c769a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:13.081202 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675352f-390f-4d3a-bf7f-fc138c769a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:13.081651 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675352f-390f-4d3a-bf7f-fc138c769a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:13.082398 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675352f-390f-4d3a-bf7f-fc138c769a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:13.082515 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675352f-390f-4d3a-bf7f-fc138c769a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:13.082869 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675352f-390f-4d3a-bf7f-fc138c769a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:13.083277 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675352f-390f-4d3a-bf7f-fc138c769a6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:13.083628 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675352f-390f-4d3a-bf7f-fc138c769a6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:13.084003 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675352f-390f-4d3a-bf7f-fc138c769a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:13.084325 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675352f-390f-4d3a-bf7f-fc138c769a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:13.084879 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675352f-390f-4d3a-bf7f-fc138c769a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:13.085441 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675352f-390f-4d3a-bf7f-fc138c769a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:13.089852 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2675352f-390f-4d3a-bf7f-fc138c769a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:13.125397 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Attempting to bind port 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:13:13.126170 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Attempting to bind port 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:13:13.126781 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Attempting to bind port 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c on network b5eead06-8405-4d4c-aea5-71473e96d6f3 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:13.139115 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:13:13.139658 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Checking segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:13.140107 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:13.140974 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Bound using segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:13:13.141534 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Bound port: 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:13:13.141945 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:13.175976 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Allocated IP 172.20.0.1 (7f231942-4227-4866-b347-c39ce3e77e17/96e4a1f4-9db1-4dac-b369-d7c260cd42f3/0e744d42-c602-4ea9-822f-b32bb94ddc64) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:13.347807 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] For port 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:13:13.352129 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] For port 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:13:13.357248 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:13.370195 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:13.379326 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:13.388738 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Transition to ACTIVE for port object 0e744d42-c602-4ea9-822f-b32bb94ddc64 will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:13.420321 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:13.439786 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:13.484958 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:13.541737 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675352f-390f-4d3a-bf7f-fc138c769a6f None None] Pushing event updated for resources: {'Port': ['ID=47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:13.545245 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2675352f-390f-4d3a-bf7f-fc138c769a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:13.636479 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Network 7f231942-4227-4866-b347-c39ce3e77e17 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:13.640624 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:13.644562 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:13.677828 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Routers {'b94f027e-a86d-4722-a55f-149339d2e3fb'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:13.678421 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Pushing event updated for resources: {'Port': ['ID=0e744d42-c602-4ea9-822f-b32bb94ddc64,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:13.678758 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:12:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b94f027e-a86d-4722-a55f-149339d2e3fb'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:13.689797 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:13.730264 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-e2f4aa0c-6fba-47df-ad51-e8258e9f376d tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:13.740311 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-e2f4aa0c-6fba-47df-ad51-e8258e9f376d tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/networks?id=2513cfaf-5700-4daa-9c93-a6579fd80809 HTTP/1.1" status: 200 len: 814 time: 0.2108352 Apr 14 16:13:13.749601 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394380'] for router_interface, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:13.762628 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-51606a69-0009-42bb-9d8b-883464856023 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/quotas/b8a4298bacf14cd493bcec2e3543ab00 HTTP/1.1" status: 200 len: 375 time: 0.0211031 Apr 14 16:13:13.841437 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device c50a65b8-d31b-4500-a18a-f23aa5df54f9 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:13.895880 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-fa18143d-9189-4c40-8d04-a0267e1ab5f3 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8a4298bacf14cd493bcec2e3543ab00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1319859 Apr 14 16:13:13.962025 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:14.018306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-74249528-1dad-4dec-9521-c13da2d2ca78 None None] Provisioning for port 0e744d42-c602-4ea9-822f-b32bb94ddc64 completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:14.025087 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-74249528-1dad-4dec-9521-c13da2d2ca78 None None] Provisioning complete for port 0e744d42-c602-4ea9-822f-b32bb94ddc64 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:14.025525 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-74249528-1dad-4dec-9521-c13da2d2ca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:14.081302 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port c50a65b8-d31b-4500-a18a-f23aa5df54f9 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:14.081718 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:14.189474 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] Set router b94f027e-a86d-4722-a55f-149339d2e3fb gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:14.197891 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-74249528-1dad-4dec-9521-c13da2d2ca78 None None] Port 0e744d42-c602-4ea9-822f-b32bb94ddc64 cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:13:14.241594 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-dc4cb352-7b02-4bda-894e-3bcfb0781887 service neutron] 10.222.0.60 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443470 Apr 14 16:13:14.396374 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:14.403584 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:14.410779 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-edce7f49-a6ba-400c-84c2-7fff04c065e3 service neutron] 10.222.0.60 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680140 Apr 14 16:13:14.434090 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-233528fd-d54e-4f28-86c4-ab2427e7ee65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:14.447578 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1dbad3a4-5dad-4458-ac9b-10a50b6693e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:14.520900 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Pushing event updated for resources: {'Port': ['ID=0e744d42-c602-4ea9-822f-b32bb94ddc64,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:14.536640 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c122a73-0e0a-4145-b5af-a4903015e5f3 req-65af287b-8000-4a49-b73c-959c62d89463 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:14.538373 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7c122a73-0e0a-4145-b5af-a4903015e5f3 req-65af287b-8000-4a49-b73c-959c62d89463 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.2590806 Apr 14 16:13:14.541432 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:14.586866 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7c122a73-0e0a-4145-b5af-a4903015e5f3 req-799ab5b5-c087-4120-a08a-6ff816640a12 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358889 Apr 14 16:13:14.587858 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410661'] for router_interface, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:14.644339 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:10Z', 'revision_number': 3, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:14.657391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a4242f-a7e0-417f-8aa0-a8274c2acb95 None None] The sync data for ids ['b94f027e-a86d-4722-a55f-149339d2e3fb'] in dv-cinder-786266-1-iscsi is: [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:10Z', 'revision_number': 3, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:13:14.771287 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cfedd2ff-a70d-48fe-a9e9-39affd719e83 req-83e43f6c-dd16-4b94-98b4-c7975f669c0b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 210 time: 0.0739884 Apr 14 16:13:14.884752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Network 7f231942-4227-4866-b347-c39ce3e77e17 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:14.886152 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:15.152537 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-723610d2-8365-48d9-80e8-78b64fe1218b None None] Provisioning complete for port 0e744d42-c602-4ea9-822f-b32bb94ddc64 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:15.152962 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-723610d2-8365-48d9-80e8-78b64fe1218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:15.210629 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Router b94f027e-a86d-4722-a55f-149339d2e3fb has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:13:15.286345 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-723610d2-8365-48d9-80e8-78b64fe1218b None None] Port 0e744d42-c602-4ea9-822f-b32bb94ddc64 cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:13:15.463981 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:13:15.474161 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] 10.222.0.60 "PUT /v2.0/routers/b94f027e-a86d-4722-a55f-149339d2e3fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8756106 Apr 14 16:13:15.886000 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c71af5-1a95-4f71-9974-a56b0f2601df req-183b03c7-b013-4a14-964f-5ade0960c2b0 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:15.889540 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-33c71af5-1a95-4f71-9974-a56b0f2601df req-183b03c7-b013-4a14-964f-5ade0960c2b0 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1408439 Apr 14 16:13:15.918302 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:15.927721 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-33c71af5-1a95-4f71-9974-a56b0f2601df req-bf3ba82c-7b20-444a-b9a9-c591b9415ede tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325971 Apr 14 16:13:16.006031 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:16.011806 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:16.012396 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.106072 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8b29cec1-6e0c-45bf-a4a4-bd4ad02c85aa req-a7a3dc50-a1da-46aa-8da8-fc9ae6bcfaa5 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 210 time: 0.0659649 Apr 14 16:13:16.195294 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.213346 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:16.216603 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.218740 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fcf3888d-89e1-48c5-9987-1c0ec212db75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:16.297121 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:16.300879 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:16.328594 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38720) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:16.334633 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1494836549-network', 'tenant_id': '49407df7816942c8b387e018e2ece4f9'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:16.339746 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:16.344048 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Usage tracker for resource:network and tenant:49407df7816942c8b387e018e2ece4f9 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:16.347119 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:16.353144 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:16.363983 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Made reservation on behalf of 49407df7816942c8b387e018e2ece4f9 for: {'network': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:13:16.369027 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.383079 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.398551 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:16.402931 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:49407df7816942c8b387e018e2ece4f9 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:16.406162 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:16.412493 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:16.502416 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-e782c910-efe7-4b38-8557-39ee1feaad9d tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:16.503322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.504191 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-e782c910-efe7-4b38-8557-39ee1feaad9d tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.41 "GET /v2.0/networks?id=2513cfaf-5700-4daa-9c93-a6579fd80809 HTTP/1.1" status: 200 len: 814 time: 0.1629333 Apr 14 16:13:16.506556 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.510758 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-015644d5-0cbe-4547-8b8c-a4b521964adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:16.523029 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-9ba00184-29c2-497f-b7a7-8018dca63f3b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Request body: {'port': {'device_id': '304001e9-ca53-4ab3-be25-483e56e3b857', 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809', 'admin_state_up': True, 'tenant_id': 'b8a4298bacf14cd493bcec2e3543ab00'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:16.536967 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=85245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:13:16.550339 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f5198e-3119-455e-8b70-ac47cde175df,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:16.554620 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:16.555603 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.555980 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Added segment abf36b96-55b8-472a-994b-c0e8a70cee2d of type vlan for network 10aa95ce-fba2-46e5-ae46-f2dbdd335903 Apr 14 16:13:16.576554 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-da7e68ca-a0dd-46a7-8020-77df27380f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.590597 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.632921 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.634397 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:16.635035 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.642328 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f29c8216-5530-442b-b637-4c970c18edb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:16.756083 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4261510 Apr 14 16:13:16.759328 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38730) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:16.768702 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-eea7f525-8cf6-4aea-85cc-a714c203c179 admin admin] Request body: {'subnet': {'network_id': '10aa95ce-fba2-46e5-ae46-f2dbdd335903', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1494836549-subnet', 'tenant_id': '49407df7816942c8b387e018e2ece4f9', 'ip_version': 4}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:16.772204 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=10aa95ce-fba2-46e5-ae46-f2dbdd335903,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:16.775863 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:16.776724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-eea7f525-8cf6-4aea-85cc-a714c203c179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:16.782013 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-eea7f525-8cf6-4aea-85cc-a714c203c179 admin admin] Usage tracker for resource:subnet and tenant:49407df7816942c8b387e018e2ece4f9 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:16.785227 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-eea7f525-8cf6-4aea-85cc-a714c203c179 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:16.785524 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network 10aa95ce-fba2-46e5-ae46-f2dbdd335903 details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:13:16.791649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-eea7f525-8cf6-4aea-85cc-a714c203c179 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:16.803876 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea7f525-8cf6-4aea-85cc-a714c203c179 admin admin] Made reservation on behalf of 49407df7816942c8b387e018e2ece4f9 for: {'subnet': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:13:16.810060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-eea7f525-8cf6-4aea-85cc-a714c203c179 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852521197'] for subnet, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.914810 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-9ba00184-29c2-497f-b7a7-8018dca63f3b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:16.926494 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-9ba00184-29c2-497f-b7a7-8018dca63f3b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:16.936335 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-9ba00184-29c2-497f-b7a7-8018dca63f3b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Made reservation on behalf of b8a4298bacf14cd493bcec2e3543ab00 for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:13:16.942922 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-9ba00184-29c2-497f-b7a7-8018dca63f3b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:17.162890 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-9ba00184-29c2-497f-b7a7-8018dca63f3b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Allocated IP 172.20.0.8 (2513cfaf-5700-4daa-9c93-a6579fd80809/6314984e-c666-4643-8910-68766b138db6/e07ec31c-d9ac-4532-b2dd-5c2caeafaf57) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:17.404922 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2b22dcf2-f186-49a8-98c6-94f09c62ab97 req-afecfc74-e590-4506-a36d-936f01580551 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 210 time: 0.0661447 Apr 14 16:13:17.510365 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-9ba00184-29c2-497f-b7a7-8018dca63f3b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:17.527025 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a23944-11ec-4874-9821-ee3c79ab6fd4 req-742abc45-2c26-4ef9-bb61-00c75fe81685 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:17.530465 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:17.535380 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9a23944-11ec-4874-9821-ee3c79ab6fd4 req-742abc45-2c26-4ef9-bb61-00c75fe81685 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.4512007 Apr 14 16:13:17.580643 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9a23944-11ec-4874-9821-ee3c79ab6fd4 req-70c8dc1e-9f36-45ef-a48c-4e824aa03229 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444605 Apr 14 16:13:17.593619 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-9ba00184-29c2-497f-b7a7-8018dca63f3b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:17.609878 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f', '6e058dba-7fbb-4a6f-9393-4264eeea9e1a', '74e72ff8-2061-4e4e-8b24-05f30e265a90'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:13:17.626719 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:17.689589 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-eea7f525-8cf6-4aea-85cc-a714c203c179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852555869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852521108'] for subnet, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:17.707208 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f048182f-00a8-445e-89e7-eab6599f801e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:17.726436 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:17.796199 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba00184-29c2-497f-b7a7-8018dca63f3b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Pushing event updated for resources: {'Port': ['ID=e07ec31c-d9ac-4532-b2dd-5c2caeafaf57,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:17.801629 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9ba00184-29c2-497f-b7a7-8018dca63f3b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:17.846477 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-9ba00184-29c2-497f-b7a7-8018dca63f3b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Network 2513cfaf-5700-4daa-9c93-a6579fd80809 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:17.847780 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-9ba00184-29c2-497f-b7a7-8018dca63f3b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:17.850211 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-9ba00184-29c2-497f-b7a7-8018dca63f3b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:17.896150 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:17.924892 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-9ba00184-29c2-497f-b7a7-8018dca63f3b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:17.925580 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-9ba00184-29c2-497f-b7a7-8018dca63f3b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:17.953367 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-9ba00184-29c2-497f-b7a7-8018dca63f3b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4344649 Apr 14 16:13:17.955612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7f525-8cf6-4aea-85cc-a714c203c179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a3b996-c829-416d-90f0-4a913d2d218c,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:17.962937 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-eea7f525-8cf6-4aea-85cc-a714c203c179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:17.975231 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Request body: {'port': {'device_id': '304001e9-ca53-4ab3-be25-483e56e3b857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:18.023737 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea7f525-8cf6-4aea-85cc-a714c203c179 admin admin] Checking segment: {'id': 'abf36b96-55b8-472a-994b-c0e8a70cee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '10aa95ce-fba2-46e5-ae46-f2dbdd335903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:18.024289 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea7f525-8cf6-4aea-85cc-a714c203c179 admin admin] Network hostable DHCP agents. Network: 10aa95ce-fba2-46e5-ae46-f2dbdd335903, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:13:18.041471 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:18.041890 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.049810 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea7f525-8cf6-4aea-85cc-a714c203c179 admin admin] Network 10aa95ce-fba2-46e5-ae46-f2dbdd335903 is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:13:18.059924 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-eea7f525-8cf6-4aea-85cc-a714c203c179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, 10aa95ce-fba2-46e5-ae46-f2dbdd335903) {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:18.072344 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea7f525-8cf6-4aea-85cc-a714c203c179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:18.073133 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-eea7f525-8cf6-4aea-85cc-a714c203c179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.095301 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-eea7f525-8cf6-4aea-85cc-a714c203c179 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3348541 Apr 14 16:13:18.098173 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38752) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:18.099378 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04273ccd-1277-4cd5-a706-f8eb6806606d None None] Network 10aa95ce-fba2-46e5-ae46-f2dbdd335903 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:13:18.104046 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1494836549-router', 'tenant_id': '49407df7816942c8b387e018e2ece4f9', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:18.110138 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:18.113931 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Usage tracker for resource:router and tenant:49407df7816942c8b387e018e2ece4f9 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:18.117687 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.117863 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:18.145474 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:18.155293 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6923'] for router, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.156293 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854361997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854264817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768878'] for router, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.176779 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.257357 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Sync routers for ids ['b94f027e-a86d-4722-a55f-149339d2e3fb'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:13:18.330787 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Routers {'b94f027e-a86d-4722-a55f-149339d2e3fb'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:18.331635 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:13:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b94f027e-a86d-4722-a55f-149339d2e3fb'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:18.490443 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854381472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768863'] for router, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.618592 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:13:18.630388 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.660693 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Transition to ACTIVE for port object e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:18.664761 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.682239 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:18.729268 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216c0d2-e33f-406a-a2e8-e4acaf2ba981 req-064fa6c4-3c10-452a-bf62-89cf9268a3a3 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:18.730057 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-3216c0d2-e33f-406a-a2e8-e4acaf2ba981 req-064fa6c4-3c10-452a-bf62-89cf9268a3a3 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Synchronizing usage tracker for tenant:b8a4298bacf14cd493bcec2e3543ab00 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:13:18.825786 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad7a66d5-4ab3-56a4-9b57-469e0d818c9a-10aa95ce-fba2-46e5-ae46-f2dbdd335903', 'network_id': '10aa95ce-fba2-46e5-ae46-f2dbdd335903', 'tenant_id': '49407df7816942c8b387e018e2ece4f9', 'fixed_ips': [{'subnet_id': 'c9a3b996-c829-416d-90f0-4a913d2d218c'}]}} from dv-cinder-786266-1-iscsi. {{(pid=85246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:13:18.826667 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.850226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e07ec31c-d9ac-4532-b2dd-5c2caeafaf57,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:18.853253 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:18.853916 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-3216c0d2-e33f-406a-a2e8-e4acaf2ba981 req-064fa6c4-3c10-452a-bf62-89cf9268a3a3 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Unset dirty status for tenant:b8a4298bacf14cd493bcec2e3543ab00 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:13:18.862357 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3216c0d2-e33f-406a-a2e8-e4acaf2ba981 req-064fa6c4-3c10-452a-bf62-89cf9268a3a3 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 931 time: 0.3204796 Apr 14 16:13:18.880186 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.905935 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3216c0d2-e33f-406a-a2e8-e4acaf2ba981 req-98ad8866-c13e-4f31-98f9-9f3fc92dde54 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426280 Apr 14 16:13:18.918228 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.969950 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Set router b94f027e-a86d-4722-a55f-149339d2e3fb gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:19.101884 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Allocated IP 172.27.2.64 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/25b27dbb-11d2-44ad-b9d3-f201b439dc9b) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:19.233943 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:19.283551 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab84f64-8310-4dd2-8362-3d8fa51a14ae req-4a840f10-09ba-436b-915f-8fcf3fb871d6 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:19.285238 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7ab84f64-8310-4dd2-8362-3d8fa51a14ae req-4a840f10-09ba-436b-915f-8fcf3fb871d6 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.2167735 Apr 14 16:13:19.286001 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:19.290889 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Attempting to bind port e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:13:19.291263 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Attempting to bind port e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'c3aca0df-899f-4432-9828-a7fb33a9270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:13:19.291638 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Attempting to bind port e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 on network 2513cfaf-5700-4daa-9c93-a6579fd80809 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:19.298440 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Port e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 on network 2513cfaf-5700-4daa-9c93-a6579fd80809 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:13:19.298625 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Attempting to bind port e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 on network 2513cfaf-5700-4daa-9c93-a6579fd80809 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:19.315888 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:13:19.316479 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Checking segment: {'id': 'c3aca0df-899f-4432-9828-a7fb33a9270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:19.316626 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Bound using segment: {'id': 'c3aca0df-899f-4432-9828-a7fb33a9270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:13:19.317142 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Bound port: e07ec31c-d9ac-4532-b2dd-5c2caeafaf57, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3aca0df-899f-4432-9828-a7fb33a9270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:13:19.317527 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:19.318944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:19.334718 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:19.369010 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7ab84f64-8310-4dd2-8362-3d8fa51a14ae req-2ddc87c7-4d45-4ae9-ac3c-bbd835a1fa3b tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716569 Apr 14 16:13:19.385543 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Allocated IP 172.20.0.2 (10aa95ce-fba2-46e5-ae46-f2dbdd335903/c9a3b996-c829-416d-90f0-4a913d2d218c/7228f875-d5b5-4288-87d8-daa0b1918db3) {{(pid=85246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:19.414896 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] For port e07ec31c-d9ac-4532-b2dd-5c2caeafaf57, host hv-cinder-78626, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:13:19.418852 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] For port e07ec31c-d9ac-4532-b2dd-5c2caeafaf57, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e07ec31c-d9ac-4532-b2dd-5c2caeafaf57,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:13:19.424553 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:19.443137 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:19.475560 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Pushing event updated for resources: {'Port': ['ID=25b27dbb-11d2-44ad-b9d3-f201b439dc9b,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:19.486115 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:19.544353 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:19.545635 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:19.547959 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:19.598724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:14Z', 'revision_number': 2, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:19.613014 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e07ec31c-d9ac-4532-b2dd-5c2caeafaf57,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:19.614252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Checking router: b94f027e-a86d-4722-a55f-149339d2e3fb for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:13:19.614654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Updating router b94f027e-a86d-4722-a55f-149339d2e3fb port 0e744d42-c602-4ea9-822f-b32bb94ddc64 binding host dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:13:19.616716 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:19.659925 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:19.660474 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:19.662243 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] 10.222.0.41 "PUT /v2.0/ports/e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 HTTP/1.1" status: 200 len: 1093 time: 1.6928210 Apr 14 16:13:19.662880 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304001e9-ca53-4ab3-be25-483e56e3b857', 'tag': 'e07ec31c-d9ac-4532-b2dd-5c2caeafaf57'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:13:19.726534 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:19.782203 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Notify callbacks [] for port, precommit_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:19.834370 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Transition to ACTIVE for port object 7228f875-d5b5-4288-87d8-daa0b1918db3 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:19.876347 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Transition to ACTIVE for port object 7228f875-d5b5-4288-87d8-daa0b1918db3 will not be triggered until provisioned by entity DHCP. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:19.918755 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:19.941353 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-248716ee-fa4b-4afe-9bd8-a11c8305bf6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:20.161223 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Pushing event updated for resources: {'Port': ['ID=7228f875-d5b5-4288-87d8-daa0b1918db3,revision_number=1']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:20.169669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:20.211580 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Network 10aa95ce-fba2-46e5-ae46-f2dbdd335903 is already hosted by enough agents. {{(pid=85246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:20.215524 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Resources bound (agent type, host, resource id): {{(pid=85246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:20.221007 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Received port after_create {{(pid=85246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:20.221675 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.570160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Attempting to bind port 7228f875-d5b5-4288-87d8-daa0b1918db3 on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:13:20.570576 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Attempting to bind port 7228f875-d5b5-4288-87d8-daa0b1918db3 by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': 'abf36b96-55b8-472a-994b-c0e8a70cee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '10aa95ce-fba2-46e5-ae46-f2dbdd335903'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:13:20.570992 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Attempting to bind port 7228f875-d5b5-4288-87d8-daa0b1918db3 on network 10aa95ce-fba2-46e5-ae46-f2dbdd335903 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:20.581624 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:13:20.582048 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Checking segment: {'id': 'abf36b96-55b8-472a-994b-c0e8a70cee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '10aa95ce-fba2-46e5-ae46-f2dbdd335903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:20.582495 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.582934 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Bound using segment: {'id': 'abf36b96-55b8-472a-994b-c0e8a70cee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '10aa95ce-fba2-46e5-ae46-f2dbdd335903'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:13:20.583446 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Bound port: 7228f875-d5b5-4288-87d8-daa0b1918db3, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf36b96-55b8-472a-994b-c0e8a70cee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '10aa95ce-fba2-46e5-ae46-f2dbdd335903'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:13:20.583861 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.589445 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854361879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394315'] for router, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.727160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] For port 7228f875-d5b5-4288-87d8-daa0b1918db3, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:13:20.731951 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] For port 7228f875-d5b5-4288-87d8-daa0b1918db3, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=7228f875-d5b5-4288-87d8-daa0b1918db3,segment=NetworkSegment(abf36b96-55b8-472a-994b-c0e8a70cee2d),segment_id=abf36b96-55b8-472a-994b-c0e8a70cee2d)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:13:20.741374 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.758311 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Notify callbacks [] for port, precommit_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.760692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:20.812906 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Router 2d37c3b2-43c3-4abc-abbd-3fd75886c0c6 is scheduled to L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d with binding_index 1 {{(pid=85245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:13:20.858224 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '304001e9-ca53-4ab3-be25-483e56e3b857', 'tag': 'e07ec31c-d9ac-4532-b2dd-5c2caeafaf57', 'status': 'completed', 'code': 200} Apr 14 16:13:20.895216 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Transition to ACTIVE for port object 0e744d42-c602-4ea9-822f-b32bb94ddc64 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:20.921729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.971340 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Pushing event updated for resources: {'Port': ['ID=7228f875-d5b5-4288-87d8-daa0b1918db3,revision_number=2']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:20.974764 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:20.987042 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:21.123485 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:13:21.132963 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Sync routers for ids ['2d37c3b2-43c3-4abc-abbd-3fd75886c0c6'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:13:21.137993 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6d024-ceaf-4334-a61d-10ab5fdd0a89 req-b75ddd59-994c-46d5-8653-2b36280fe70c tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:21.146857 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-08b6d024-ceaf-4334-a61d-10ab5fdd0a89 req-b75ddd59-994c-46d5-8653-2b36280fe70c tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 943 time: 0.1700845 Apr 14 16:13:21.150848 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Routers {'2d37c3b2-43c3-4abc-abbd-3fd75886c0c6'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:21.154541 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:13:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['2d37c3b2-43c3-4abc-abbd-3fd75886c0c6'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:21.157262 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5f839-96a8-4838-ba21-d72d50b386a1 None None] Pushing event updated for resources: {'Port': ['ID=0e744d42-c602-4ea9-822f-b32bb94ddc64,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:21.160491 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fab5f839-96a8-4838-ba21-d72d50b386a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:21.193487 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-08b6d024-ceaf-4334-a61d-10ab5fdd0a89 req-8ccf9acd-c2a3-4708-b07c-8e6fe5ff2990 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460110 Apr 14 16:13:21.203674 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Notify callbacks [] for router, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:21.203674 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1013992 Apr 14 16:13:21.204552 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38780) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:21.421451 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Set router 2d37c3b2-43c3-4abc-abbd-3fd75886c0c6 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:21.486058 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Attempting to bind port 0e744d42-c602-4ea9-822f-b32bb94ddc64 on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:13:21.486806 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Attempting to bind port 0e744d42-c602-4ea9-822f-b32bb94ddc64 by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:13:21.487495 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Attempting to bind port 0e744d42-c602-4ea9-822f-b32bb94ddc64 on network 7f231942-4227-4866-b347-c39ce3e77e17 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:21.493425 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:13:21.493791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Checking segment: {'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:21.494231 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:21.494661 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Bound using segment: {'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:13:21.495173 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Bound port: 0e744d42-c602-4ea9-822f-b32bb94ddc64, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:13:21.495579 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:21.568479 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecd23f-ff0a-476c-8183-eac44731fe79 req-bb131817-cfb0-419d-9755-cfc14e55f35d tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:21.568479 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9eecd23f-ff0a-476c-8183-eac44731fe79 req-bb131817-cfb0-419d-9755-cfc14e55f35d tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1621008 Apr 14 16:13:21.617310 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] For port 0e744d42-c602-4ea9-822f-b32bb94ddc64, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:13:21.621692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] For port 0e744d42-c602-4ea9-822f-b32bb94ddc64, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=0e744d42-c602-4ea9-822f-b32bb94ddc64,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:13:21.625763 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:21.645180 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9eecd23f-ff0a-476c-8183-eac44731fe79 req-4e95dec6-c207-4dc7-9050-c6a9e014109c tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560846 Apr 14 16:13:21.665710 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:21.819178 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5f839-96a8-4838-ba21-d72d50b386a1 None None] Pushing event updated for resources: {'Port': ['ID=0e744d42-c602-4ea9-822f-b32bb94ddc64,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:21.833225 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fab5f839-96a8-4838-ba21-d72d50b386a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:21.836680 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'name': 'tempest-TestVolumeBootPattern-1494836549-router', 'tenant_id': '49407df7816942c8b387e018e2ece4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '25b27dbb-11d2-44ad-b9d3-f201b439dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:18Z', 'updated_at': '2021-04-14T16:13:19Z', 'revision_number': 3, 'project_id': '49407df7816942c8b387e018e2ece4f9', 'gw_port': {'id': '25b27dbb-11d2-44ad-b9d3-f201b439dc9b', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:18Z', 'updated_at': '2021-04-14T16:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:21.848904 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Checking router: 2d37c3b2-43c3-4abc-abbd-3fd75886c0c6 for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:13:21.857059 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Updating router 2d37c3b2-43c3-4abc-abbd-3fd75886c0c6 port 25b27dbb-11d2-44ad-b9d3-f201b439dc9b binding host dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:13:21.883261 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Routers {'b94f027e-a86d-4722-a55f-149339d2e3fb'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:21.884327 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:13:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b94f027e-a86d-4722-a55f-149339d2e3fb'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:21.948755 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:21.967021 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 7228f875-d5b5-4288-87d8-daa0b1918db3 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:22.198102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] Set router b94f027e-a86d-4722-a55f-149339d2e3fb gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:22.338794 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6924d-504a-4cd0-8776-aa4e8a7758d5 req-05744191-cd76-4c52-a97e-6b9176b1534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:22.341335 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c0a6924d-504a-4cd0-8776-aa4e8a7758d5 req-05744191-cd76-4c52-a97e-6b9176b1534f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8a4298bacf14cd493bcec2e3543ab00&device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 1096 time: 0.1177430 Apr 14 16:13:22.370627 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:22.429668 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:22.460648 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Transition to ACTIVE for port object 25b27dbb-11d2-44ad-b9d3-f201b439dc9b will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:22.470919 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:22.504155 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:22.613601 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 7228f875-d5b5-4288-87d8-daa0b1918db3 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:22.654299 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6924d-504a-4cd0-8776-aa4e8a7758d5 req-ea5e214e-43d9-4ac6-aaf1-3e405f98fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:22.656214 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c0a6924d-504a-4cd0-8776-aa4e8a7758d5 req-ea5e214e-43d9-4ac6-aaf1-3e405f98fedb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b8a4298bacf14cd493bcec2e3543ab00&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3051355 Apr 14 16:13:22.765375 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b933-0822-4fea-b880-f5904db72e78 None None] Pushing event updated for resources: {'Port': ['ID=25b27dbb-11d2-44ad-b9d3-f201b439dc9b,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:22.774094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:21Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:22.781612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3128ada-c11c-4486-8bf7-c5507802a65a None None] The sync data for ids ['b94f027e-a86d-4722-a55f-149339d2e3fb'] in dv-cinder-786266-1-iscsi is: [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:21Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:13:22.783786 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4820b933-0822-4fea-b880-f5904db72e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:22.876152 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Attempting to bind port 25b27dbb-11d2-44ad-b9d3-f201b439dc9b on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:13:22.877548 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Attempting to bind port 25b27dbb-11d2-44ad-b9d3-f201b439dc9b by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:13:22.880104 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Attempting to bind port 25b27dbb-11d2-44ad-b9d3-f201b439dc9b on network b5eead06-8405-4d4c-aea5-71473e96d6f3 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:22.890001 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:13:22.890427 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Checking segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:22.890885 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:22.891325 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Bound using segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:13:22.891857 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Bound port: 25b27dbb-11d2-44ad-b9d3-f201b439dc9b, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:13:22.892273 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:22.945522 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4f49a-09b5-4acd-8d49-230eef1700dc req-8ccbd3c4-8cf0-469a-97ce-a2de75e47034 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:22.947259 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a5e4f49a-09b5-4acd-8d49-230eef1700dc req-8ccbd3c4-8cf0-469a-97ce-a2de75e47034 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 943 time: 0.4680352 Apr 14 16:13:23.016242 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] For port 25b27dbb-11d2-44ad-b9d3-f201b439dc9b, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:13:23.017005 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a5e4f49a-09b5-4acd-8d49-230eef1700dc req-3fd80c98-09a9-4dce-9a83-07afd33b7482 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575724 Apr 14 16:13:23.030694 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c31173-eee3-4eaa-afaa-5fe9c248d6ff None None] Network 10aa95ce-fba2-46e5-ae46-f2dbdd335903 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:13:23.032001 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] For port 25b27dbb-11d2-44ad-b9d3-f201b439dc9b, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=25b27dbb-11d2-44ad-b9d3-f201b439dc9b,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:13:23.039618 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:23.044010 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6924d-504a-4cd0-8776-aa4e8a7758d5 req-bca02277-4cec-4115-a458-bfa95c3d2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:23.045726 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c0a6924d-504a-4cd0-8776-aa4e8a7758d5 req-bca02277-4cec-4115-a458-bfa95c3d2dde service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3690445 Apr 14 16:13:23.081579 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0dcfef1c-8e1a-4ce9-b129-e073201779c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:23.133227 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-0d26b65c-4915-41a5-80a2-bd7d7ef385e3 None None] Provisioning for port 7228f875-d5b5-4288-87d8-daa0b1918db3 completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:23.144292 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-0d26b65c-4915-41a5-80a2-bd7d7ef385e3 None None] Provisioning complete for port 7228f875-d5b5-4288-87d8-daa0b1918db3 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:23.145000 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0d26b65c-4915-41a5-80a2-bd7d7ef385e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:23.206535 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b933-0822-4fea-b880-f5904db72e78 None None] Pushing event updated for resources: {'Port': ['ID=25b27dbb-11d2-44ad-b9d3-f201b439dc9b,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:23.221121 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4820b933-0822-4fea-b880-f5904db72e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:23.235291 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0728d03-eaa8-4d91-91c1-0ffa20b4692a req-38eb2cd4-e0fa-459d-a4ab-ee9416d7ef53 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:23.237366 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f0728d03-eaa8-4d91-91c1-0ffa20b4692a req-38eb2cd4-e0fa-459d-a4ab-ee9416d7ef53 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.3138402 Apr 14 16:13:23.299279 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f0728d03-eaa8-4d91-91c1-0ffa20b4692a req-91a2e000-0165-4c54-b429-53c4b8e460b3 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532289 Apr 14 16:13:23.303018 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Allocated IP 172.20.0.1 (10aa95ce-fba2-46e5-ae46-f2dbdd335903/c9a3b996-c829-416d-90f0-4a913d2d218c/b2add718-e633-438f-a138-4372dbb287be) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:23.390511 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-4235f4ad-ae7e-402b-a5d7-3204e9fb9d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:23.392151 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-4235f4ad-ae7e-402b-a5d7-3204e9fb9d20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8a4298bacf14cd493bcec2e3543ab00&device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 1096 time: 0.2539799 Apr 14 16:13:23.588434 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Routers {'2d37c3b2-43c3-4abc-abbd-3fd75886c0c6'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:23.589165 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:13:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['2d37c3b2-43c3-4abc-abbd-3fd75886c0c6'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:23.622313 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:23.653163 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Transition to ACTIVE for port object b2add718-e633-438f-a138-4372dbb287be will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:23.707284 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:23.728792 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bdb90ed6-784b-466a-8d8f-6ff4373b50cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:23.801408 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0d26b65c-4915-41a5-80a2-bd7d7ef385e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:23.850175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-0d26b65c-4915-41a5-80a2-bd7d7ef385e3 None None] For port 7228f875-d5b5-4288-87d8-daa0b1918db3, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=7228f875-d5b5-4288-87d8-daa0b1918db3,segment=NetworkSegment(abf36b96-55b8-472a-994b-c0e8a70cee2d),segment_id=abf36b96-55b8-472a-994b-c0e8a70cee2d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:23.897655 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0d26b65c-4915-41a5-80a2-bd7d7ef385e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:23.897655 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fab5f839-96a8-4838-ba21-d72d50b386a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:23.985659 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] Set router 2d37c3b2-43c3-4abc-abbd-3fd75886c0c6 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:24.017399 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26b65c-4915-41a5-80a2-bd7d7ef385e3 None None] Pushing event updated for resources: {'Port': ['ID=7228f875-d5b5-4288-87d8-daa0b1918db3,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:24.021102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0d26b65c-4915-41a5-80a2-bd7d7ef385e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:24.022368 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 0e744d42-c602-4ea9-822f-b32bb94ddc64 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:24.036158 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Pushing event updated for resources: {'Port': ['ID=b2add718-e633-438f-a138-4372dbb287be,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:24.047884 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:24.175419 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-a68ae0bf-ea64-4a30-9d4a-29e933cde414 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 HTTP/1.1" status: 200 len: 217 time: 0.7674410 Apr 14 16:13:24.187663 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Network 10aa95ce-fba2-46e5-ae46-f2dbdd335903 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:24.189644 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:24.195168 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:24.263097 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 0e744d42-c602-4ea9-822f-b32bb94ddc64 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:24.287536 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 0e744d42-c602-4ea9-822f-b32bb94ddc64 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:24.294604 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:24.337220 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-d5538a2e-6ed1-434f-a8d0-791688e690da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:24.339072 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-d5538a2e-6ed1-434f-a8d0-791688e690da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6314984e-c666-4643-8910-68766b138db6 HTTP/1.1" status: 200 len: 854 time: 0.1406372 Apr 14 16:13:24.386724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394380'] for router_interface, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:24.568442 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:24.592245 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-fd649bef-4517-4bfc-8f94-870ea5dc575c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513cfaf-5700-4daa-9c93-a6579fd80809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2275944 Apr 14 16:13:24.602452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port 0e744d42-c602-4ea9-822f-b32bb94ddc64, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=0e744d42-c602-4ea9-822f-b32bb94ddc64,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:24.610608 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:24.612602 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2c613d0f-58d8-4dfc-903d-e56369e17d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:24.654370 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:24.784606 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=0e744d42-c602-4ea9-822f-b32bb94ddc64,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:24.795381 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:24.843890 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-d9eb7534-8134-4e12-ad97-15a8da35b08e None None] Provisioning complete for port 7228f875-d5b5-4288-87d8-daa0b1918db3 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:24.844303 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7534-8134-4e12-ad97-15a8da35b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:24.886374 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13880a3e-f5c6-4258-9c1f-81ac7a9152c6 req-00a94060-8ba3-46c6-b34e-53ac2762a951 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:24.908236 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-13880a3e-f5c6-4258-9c1f-81ac7a9152c6 req-00a94060-8ba3-46c6-b34e-53ac2762a951 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 943 time: 0.4398811 Apr 14 16:13:24.969385 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab21f5f-d7c9-41c7-91f5-d5dbfbd8f8b5 req-9fc40932-c0c1-40aa-838b-e5dddc06d3a3 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:24.971342 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8ab21f5f-d7c9-41c7-91f5-d5dbfbd8f8b5 req-9fc40932-c0c1-40aa-838b-e5dddc06d3a3 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.4183347 Apr 14 16:13:24.987836 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-bd1cf31a-abde-42aa-a08c-61de5ef03e85 service neutron] 10.222.0.41 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777885 Apr 14 16:13:25.107553 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'name': 'tempest-TestVolumeBootPattern-1494836549-router', 'tenant_id': '49407df7816942c8b387e018e2ece4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '25b27dbb-11d2-44ad-b9d3-f201b439dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:18Z', 'updated_at': '2021-04-14T16:13:19Z', 'revision_number': 3, 'project_id': '49407df7816942c8b387e018e2ece4f9', 'gw_port': {'id': '25b27dbb-11d2-44ad-b9d3-f201b439dc9b', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:18Z', 'updated_at': '2021-04-14T16:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:25.113295 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf578df5-77e6-4cce-b176-4d43da160fd9 None None] The sync data for ids ['2d37c3b2-43c3-4abc-abbd-3fd75886c0c6'] in dv-cinder-786266-1-iscsi is: [{'id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'name': 'tempest-TestVolumeBootPattern-1494836549-router', 'tenant_id': '49407df7816942c8b387e018e2ece4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '25b27dbb-11d2-44ad-b9d3-f201b439dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:18Z', 'updated_at': '2021-04-14T16:13:19Z', 'revision_number': 3, 'project_id': '49407df7816942c8b387e018e2ece4f9', 'gw_port': {'id': '25b27dbb-11d2-44ad-b9d3-f201b439dc9b', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:18Z', 'updated_at': '2021-04-14T16:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:13:25.191882 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-13880a3e-f5c6-4258-9c1f-81ac7a9152c6 req-fc0f2da9-a763-40a8-af7d-f43efb6e08c6 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824156 Apr 14 16:13:25.192322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-d9eb7534-8134-4e12-ad97-15a8da35b08e None None] Provisioning for port b2add718-e633-438f-a138-4372dbb287be completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:25.204150 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-d9eb7534-8134-4e12-ad97-15a8da35b08e None None] Provisioning complete for port b2add718-e633-438f-a138-4372dbb287be triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:25.204150 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7534-8134-4e12-ad97-15a8da35b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:25.227461 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8ab21f5f-d7c9-41c7-91f5-d5dbfbd8f8b5 req-0d94a632-95ae-4e6e-a131-0a67ae8f99fd tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383153 Apr 14 16:13:25.290915 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-d9eb7534-8134-4e12-ad97-15a8da35b08e None None] Port b2add718-e633-438f-a138-4372dbb287be cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:13:25.387649 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8e0707e8-9c7d-4a9a-a7c5-3dcecc7f628c req-ada2a261-fbbb-49c6-9702-b44e9ad0be63 service neutron] 10.222.0.41 "GET /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636436 Apr 14 16:13:25.415248 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-5183c1cb-a692-4795-9076-bd0419aa1071 None None] Provisioning complete for port b2add718-e633-438f-a138-4372dbb287be triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:25.415817 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5183c1cb-a692-4795-9076-bd0419aa1071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:25.466975 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:25.470892 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:25.489661 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-5183c1cb-a692-4795-9076-bd0419aa1071 None None] Port b2add718-e633-438f-a138-4372dbb287be cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:13:25.504802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c1dc6f58-9e62-488f-b693-1a3026654694 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:25.598377 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Pushing event updated for resources: {'Port': ['ID=b2add718-e633-438f-a138-4372dbb287be,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:25.601527 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:25.606755 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410661'] for router_interface, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:25.831270 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3296b-dcac-4ff8-8b4e-ddd5cca46222 req-7a3ec060-2f12-4e16-a55b-07c6972923f1 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:25.832872 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b7f3296b-dcac-4ff8-8b4e-ddd5cca46222 req-7a3ec060-2f12-4e16-a55b-07c6972923f1 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 946 time: 0.2121768 Apr 14 16:13:25.877305 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Network 10aa95ce-fba2-46e5-ae46-f2dbdd335903 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:25.880840 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b7f3296b-dcac-4ff8-8b4e-ddd5cca46222 req-1a031038-a02f-4686-94b8-ca44cd906d28 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382867 Apr 14 16:13:25.881735 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:25.913319 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 38834) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:25.927673 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 25b27dbb-11d2-44ad-b9d3-f201b439dc9b up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:26.022031 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 25b27dbb-11d2-44ad-b9d3-f201b439dc9b completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:26.027160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 25b27dbb-11d2-44ad-b9d3-f201b439dc9b triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:26.027780 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:26.118693 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Router 2d37c3b2-43c3-4abc-abbd-3fd75886c0c6 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:13:26.242633 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-37ecaab9-5b3a-42d2-a425-f52eeac20b76 None None] Provisioning complete for port b2add718-e633-438f-a138-4372dbb287be triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:26.243252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-37ecaab9-5b3a-42d2-a425-f52eeac20b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:26.316507 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-37ecaab9-5b3a-42d2-a425-f52eeac20b76 None None] Port b2add718-e633-438f-a138-4372dbb287be cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:13:26.329523 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:26.349186 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port 25b27dbb-11d2-44ad-b9d3-f201b439dc9b, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=25b27dbb-11d2-44ad-b9d3-f201b439dc9b,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:26.352925 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:26.355371 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 0e744d42-c602-4ea9-822f-b32bb94ddc64 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:26.400782 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:13:26.418804 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] 10.222.0.60 "PUT /v2.0/routers/2d37c3b2-43c3-4abc-abbd-3fd75886c0c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2130778 Apr 14 16:13:26.441080 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:26.579860 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 0e744d42-c602-4ea9-822f-b32bb94ddc64 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:26.580646 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:26.605701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21fde60-faf5-4417-b64a-2ccde4c1f099 tempest-TestMinimumBasicScenario-1004450036 tempest-TestMinimumBasicScenario-1004450036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:26.610174 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-c21fde60-faf5-4417-b64a-2ccde4c1f099 tempest-TestMinimumBasicScenario-1004450036 tempest-TestMinimumBasicScenario-1004450036-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 1094 time: 0.6948650 Apr 14 16:13:26.610877 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 38856) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:26.630870 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Request body: {'floatingip': {'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'port_id': '3a58c362-2e99-4559-9977-3b635ab88161', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'fixed_ip_address': '172.20.0.11'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:26.640977 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:26.649258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Usage tracker for resource:floatingip and tenant:8e71c42092894db98f8db75a2719f751 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:26.654843 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:26.657718 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24549f48-1369-4e07-b7ef-3e86c316f59d req-a528f7a1-35f0-4648-8b38-3e5b8b8bc1e9 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:26.664680 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-24549f48-1369-4e07-b7ef-3e86c316f59d req-a528f7a1-35f0-4648-8b38-3e5b8b8bc1e9 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1736197 Apr 14 16:13:26.666222 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=25b27dbb-11d2-44ad-b9d3-f201b439dc9b,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:26.670693 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:26.681987 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eee2dd-f3ef-4d20-b87a-80457f2a5fbf req-50db6475-b5c0-4cae-9b9b-e15ae88a3f46 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:26.683825 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-27eee2dd-f3ef-4d20-b87a-80457f2a5fbf req-50db6475-b5c0-4cae-9b9b-e15ae88a3f46 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 943 time: 0.1921282 Apr 14 16:13:26.688654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:26.705456 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-24549f48-1369-4e07-b7ef-3e86c316f59d req-7c673037-5ea2-448c-85bd-23b2db5d5a6a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362923 Apr 14 16:13:26.732759 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-27eee2dd-f3ef-4d20-b87a-80457f2a5fbf req-3e9ce652-340c-4dda-b220-808a5b97c7ef tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Apr 14 16:13:26.737296 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for floatingip, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:26.741871 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 7228f875-d5b5-4288-87d8-daa0b1918db3 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:26.823515 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 7228f875-d5b5-4288-87d8-daa0b1918db3 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:26.824038 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:26.917954 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:27.078924 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Allocated IP 172.27.2.128 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/ece190fa-d7c9-4d6f-9261-6f1c7e262d7e) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:27.258155 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:27.291083 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:27.311426 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:27.450859 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Pushing event updated for resources: {'Port': ['ID=ece190fa-d7c9-4d6f-9261-6f1c7e262d7e,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:27.456223 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:27.516786 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:27.517956 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:27.520320 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:27.779408 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38878) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:27.785688 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-ddfa8c58-0a72-4868-9886-b6ae13f2d738 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-944231262', 'description': 'tempest-secgroup-smoke-944231262 description', 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:27.794068 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ddfa8c58-0a72-4868-9886-b6ae13f2d738 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:27.806390 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ddfa8c58-0a72-4868-9886-b6ae13f2d738 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Usage tracker for resource:security_group and tenant:ed9d2e253f144da0bf1bbc63b4657b81 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:27.820791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ddfa8c58-0a72-4868-9886-b6ae13f2d738 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:27.830375 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ddfa8c58-0a72-4868-9886-b6ae13f2d738 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:27.852793 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ddfa8c58-0a72-4868-9886-b6ae13f2d738 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:27.859925 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 25b27dbb-11d2-44ad-b9d3-f201b439dc9b up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:27.862223 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ddfa8c58-0a72-4868-9886-b6ae13f2d738 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:27.866557 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ddfa8c58-0a72-4868-9886-b6ae13f2d738 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Usage tracker for resource:security_group_rule and tenant:ed9d2e253f144da0bf1bbc63b4657b81 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:27.869912 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ddfa8c58-0a72-4868-9886-b6ae13f2d738 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:27.878169 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ddfa8c58-0a72-4868-9886-b6ae13f2d738 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:27.972424 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 25b27dbb-11d2-44ad-b9d3-f201b439dc9b triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:27.973091 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.053891 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2db26-c4cb-41c9-8214-d943ab1f5b67 req-fb628d73-28bc-4c96-a017-6496babd7f0a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:28.062685 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-26c2db26-c4cb-41c9-8214-d943ab1f5b67 req-fb628d73-28bc-4c96-a017-6496babd7f0a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1566327 Apr 14 16:13:28.069461 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ddfa8c58-0a72-4868-9886-b6ae13f2d738 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.085116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ddfa8c58-0a72-4868-9886-b6ae13f2d738 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.094025 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:28.167485 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-26c2db26-c4cb-41c9-8214-d943ab1f5b67 req-afe9947f-a1c3-41be-8df6-a6a556fd6f33 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037509 Apr 14 16:13:28.181911 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ddfa8c58-0a72-4868-9886-b6ae13f2d738 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.184082 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ddfa8c58-0a72-4868-9886-b6ae13f2d738 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4028385 Apr 14 16:13:28.186165 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa8c58-0a72-4868-9886-b6ae13f2d738 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061c55bb-3c8b-41a8-85ab-602611b87bd4,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:28.187201 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:13:28.189050 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38890) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:28.202238 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedf5cd-cfed-4002-a235-1079c0f84de7 req-9271bf84-2f51-4a39-9eeb-341ebbfe6955 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:28.210603 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-acedf5cd-cfed-4002-a235-1079c0f84de7 req-9271bf84-2f51-4a39-9eeb-341ebbfe6955 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 943 time: 0.2394168 Apr 14 16:13:28.213808 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ddfa8c58-0a72-4868-9886-b6ae13f2d738 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:28.218405 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-ae24a891-569c-4ded-baa9-e8268a1edb71 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Request body: {'security_group_rule': {'security_group_id': '061c55bb-3c8b-41a8-85ab-602611b87bd4', 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:28.244558 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ae24a891-569c-4ded-baa9-e8268a1edb71 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:28.244558 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ae24a891-569c-4ded-baa9-e8268a1edb71 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Usage tracker for resource:security_group_rule and tenant:ed9d2e253f144da0bf1bbc63b4657b81 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:28.254105 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ae24a891-569c-4ded-baa9-e8268a1edb71 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:28.264440 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ae24a891-569c-4ded-baa9-e8268a1edb71 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:28.274417 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-acedf5cd-cfed-4002-a235-1079c0f84de7 req-34f61f3c-f470-42a8-b110-dd28365699b9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627701 Apr 14 16:13:28.307695 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ae24a891-569c-4ded-baa9-e8268a1edb71 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.347585 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.391707 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port e07ec31c-d9ac-4532-b2dd-5c2caeafaf57, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e07ec31c-d9ac-4532-b2dd-5c2caeafaf57,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:28.395888 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ae24a891-569c-4ded-baa9-e8268a1edb71 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.401709 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ae24a891-569c-4ded-baa9-e8268a1edb71 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.405220 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8ab713de-5185-4ca9-9999-22d78fe010e1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:28.411284 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be13153-7293-4550-8803-53a603178170 None None] Sync routers for ids ['2d37c3b2-43c3-4abc-abbd-3fd75886c0c6'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:13:28.420375 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': 'e07ec31c-d9ac-4532-b2dd-5c2caeafaf57', 'network_id': '2513cfaf-5700-4daa-9c93-a6579fd80809', 'port_id': 'e07ec31c-d9ac-4532-b2dd-5c2caeafaf57', 'mac_address': 'fa:16:3e:49:06:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6314984e-c666-4643-8910-68766b138db6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:13:28.432643 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24a891-569c-4ded-baa9-e8268a1edb71 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b3e2ee-1e83-4406-9ecf-642f4592e38c,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:28.436307 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ae24a891-569c-4ded-baa9-e8268a1edb71 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:28.443261 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ae24a891-569c-4ded-baa9-e8268a1edb71 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.447272 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ae24a891-569c-4ded-baa9-e8268a1edb71 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2540596 Apr 14 16:13:28.447671 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38894) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:28.454173 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-e6cc1f5a-88e4-46c5-8eb2-fe44866332f5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Request body: {'security_group_rule': {'security_group_id': '061c55bb-3c8b-41a8-85ab-602611b87bd4', 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:28.459655 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.460599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-e6cc1f5a-88e4-46c5-8eb2-fe44866332f5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:28.464000 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be13153-7293-4550-8803-53a603178170 None None] Routers {'2d37c3b2-43c3-4abc-abbd-3fd75886c0c6'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:28.464658 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-1be13153-7293-4550-8803-53a603178170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:13:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['2d37c3b2-43c3-4abc-abbd-3fd75886c0c6'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:28.465855 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-e6cc1f5a-88e4-46c5-8eb2-fe44866332f5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Usage tracker for resource:security_group_rule and tenant:ed9d2e253f144da0bf1bbc63b4657b81 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:28.469116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-e6cc1f5a-88e4-46c5-8eb2-fe44866332f5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:28.475644 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-e6cc1f5a-88e4-46c5-8eb2-fe44866332f5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:28.493987 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e6cc1f5a-88e4-46c5-8eb2-fe44866332f5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.562909 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e6cc1f5a-88e4-46c5-8eb2-fe44866332f5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.566685 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e6cc1f5a-88e4-46c5-8eb2-fe44866332f5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.570489 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ae24a891-569c-4ded-baa9-e8268a1edb71 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:28.596512 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc1f5a-88e4-46c5-8eb2-fe44866332f5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89fff7b8-35f2-4715-baf7-6a88584f62ec,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:28.605701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e6cc1f5a-88e4-46c5-8eb2-fe44866332f5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:28.615013 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e6cc1f5a-88e4-46c5-8eb2-fe44866332f5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.617569 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-e6cc1f5a-88e4-46c5-8eb2-fe44866332f5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1685369 Apr 14 16:13:28.620158 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38900) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:28.626781 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-2e7db0f0-62ae-4f97-8e59-be8d5ca4bf99 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Request body: {'security_group_rule': {'security_group_id': '061c55bb-3c8b-41a8-85ab-602611b87bd4', 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:28.636269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.637791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-2e7db0f0-62ae-4f97-8e59-be8d5ca4bf99 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:28.638418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:13:28.642903 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-2e7db0f0-62ae-4f97-8e59-be8d5ca4bf99 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Usage tracker for resource:security_group_rule and tenant:ed9d2e253f144da0bf1bbc63b4657b81 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:28.646476 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-2e7db0f0-62ae-4f97-8e59-be8d5ca4bf99 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:28.653803 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-2e7db0f0-62ae-4f97-8e59-be8d5ca4bf99 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:28.676420 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port e07ec31c-d9ac-4532-b2dd-5c2caeafaf57, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e07ec31c-d9ac-4532-b2dd-5c2caeafaf57,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:28.680835 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2e7db0f0-62ae-4f97-8e59-be8d5ca4bf99 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.682410 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.686930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:28.744456 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-1be13153-7293-4550-8803-53a603178170 None None] Set router 2d37c3b2-43c3-4abc-abbd-3fd75886c0c6 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:28.760601 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2e7db0f0-62ae-4f97-8e59-be8d5ca4bf99 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.764790 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2e7db0f0-62ae-4f97-8e59-be8d5ca4bf99 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.773394 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:28.796959 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.797765 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7db0f0-62ae-4f97-8e59-be8d5ca4bf99 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c89969-ac57-4b14-b959-b4b7ab5a3e9b,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:28.800718 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2e7db0f0-62ae-4f97-8e59-be8d5ca4bf99 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:28.802401 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.804699 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2e7db0f0-62ae-4f97-8e59-be8d5ca4bf99 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.809765 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-2e7db0f0-62ae-4f97-8e59-be8d5ca4bf99 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1875634 Apr 14 16:13:28.810586 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38906) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:28.818059 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-82fbfa99-6735-4288-bd19-fd848354657f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Request body: {'security_group_rule': {'security_group_id': '061c55bb-3c8b-41a8-85ab-602611b87bd4', 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:28.821075 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:28.825665 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-82fbfa99-6735-4288-bd19-fd848354657f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:28.830723 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-82fbfa99-6735-4288-bd19-fd848354657f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Usage tracker for resource:security_group_rule and tenant:ed9d2e253f144da0bf1bbc63b4657b81 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:28.834351 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-82fbfa99-6735-4288-bd19-fd848354657f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:28.841780 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-82fbfa99-6735-4288-bd19-fd848354657f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:28.862830 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-82fbfa99-6735-4288-bd19-fd848354657f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.953423 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-82fbfa99-6735-4288-bd19-fd848354657f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.957144 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-82fbfa99-6735-4288-bd19-fd848354657f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.975452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:28.997618 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbfa99-6735-4288-bd19-fd848354657f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef326a0-ae1d-4d57-aeea-e17b7cfdbd7b,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:29.001224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-82fbfa99-6735-4288-bd19-fd848354657f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:29.002112 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-82fbfa99-6735-4288-bd19-fd848354657f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.006674 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-82fbfa99-6735-4288-bd19-fd848354657f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1948006 Apr 14 16:13:29.007454 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38910) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:29.014498 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-68094f7b-8182-40fa-884a-e1ac3d5b5ea1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Request body: {'security_group_rule': {'security_group_id': '061c55bb-3c8b-41a8-85ab-602611b87bd4', 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:29.021378 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-68094f7b-8182-40fa-884a-e1ac3d5b5ea1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:29.025937 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-68094f7b-8182-40fa-884a-e1ac3d5b5ea1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Usage tracker for resource:security_group_rule and tenant:ed9d2e253f144da0bf1bbc63b4657b81 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:29.029439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-68094f7b-8182-40fa-884a-e1ac3d5b5ea1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:29.036684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-68094f7b-8182-40fa-884a-e1ac3d5b5ea1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:29.046971 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.securitygroups_db [None req-68094f7b-8182-40fa-884a-e1ac3d5b5ea1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Project ed9d2e253f144da0bf1bbc63b4657b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:13:29.056757 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-68094f7b-8182-40fa-884a-e1ac3d5b5ea1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.083704 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=e07ec31c-d9ac-4532-b2dd-5c2caeafaf57,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:29.087082 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:29.153883 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-68094f7b-8182-40fa-884a-e1ac3d5b5ea1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.156889 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-68094f7b-8182-40fa-884a-e1ac3d5b5ea1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.179010 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:29.188360 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-68094f7b-8182-40fa-884a-e1ac3d5b5ea1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.192991 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-68094f7b-8182-40fa-884a-e1ac3d5b5ea1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1841733 Apr 14 16:13:29.193442 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Pushing event updated for resources: {'Port': ['ID=ece190fa-d7c9-4d6f-9261-6f1c7e262d7e,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:29.193568 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 38916) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:29.205873 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-4b41f6de-868c-444e-8a0a-47cf7dd22042 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Request body: {'security_group_rule': {'security_group_id': '061c55bb-3c8b-41a8-85ab-602611b87bd4', 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:29.207810 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:29.212931 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68094f7b-8182-40fa-884a-e1ac3d5b5ea1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d25f49-54ba-401d-88d3-d72134e213be,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:29.216251 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-68094f7b-8182-40fa-884a-e1ac3d5b5ea1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:29.217520 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-4b41f6de-868c-444e-8a0a-47cf7dd22042 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:29.222061 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-4b41f6de-868c-444e-8a0a-47cf7dd22042 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Usage tracker for resource:security_group_rule and tenant:ed9d2e253f144da0bf1bbc63b4657b81 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:29.225399 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-4b41f6de-868c-444e-8a0a-47cf7dd22042 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:29.232315 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-4b41f6de-868c-444e-8a0a-47cf7dd22042 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:29.244081 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.securitygroups_db [None req-4b41f6de-868c-444e-8a0a-47cf7dd22042 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Project ed9d2e253f144da0bf1bbc63b4657b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:13:29.263226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4b41f6de-868c-444e-8a0a-47cf7dd22042 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.368905 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['e07ec31c-d9ac-4532-b2dd-5c2caeafaf57'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:13:29.387143 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854381538'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.398603 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4b41f6de-868c-444e-8a0a-47cf7dd22042 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.405508 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4b41f6de-868c-444e-8a0a-47cf7dd22042 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.407706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-82fbfa99-6735-4288-bd19-fd848354657f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:29.555505 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41f6de-868c-444e-8a0a-47cf7dd22042 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0f0061-d53a-4351-b57b-19ae434f123f,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:29.562204 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4b41f6de-868c-444e-8a0a-47cf7dd22042 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:29.566308 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-1be13153-7293-4550-8803-53a603178170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'name': 'tempest-TestVolumeBootPattern-1494836549-router', 'tenant_id': '49407df7816942c8b387e018e2ece4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '25b27dbb-11d2-44ad-b9d3-f201b439dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:18Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 4, 'project_id': '49407df7816942c8b387e018e2ece4f9', 'gw_port': {'id': '25b27dbb-11d2-44ad-b9d3-f201b439dc9b', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:18Z', 'updated_at': '2021-04-14T16:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'b2add718-e633-438f-a138-4372dbb287be', 'name': '', 'network_id': '10aa95ce-fba2-46e5-ae46-f2dbdd335903', 'tenant_id': '49407df7816942c8b387e018e2ece4f9', 'mac_address': 'fa:16:3e:ff:80:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'c9a3b996-c829-416d-90f0-4a913d2d218c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:22Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 2, 'project_id': '49407df7816942c8b387e018e2ece4f9', 'subnets': [{'id': 'c9a3b996-c829-416d-90f0-4a913d2d218c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:29.570646 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4b41f6de-868c-444e-8a0a-47cf7dd22042 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.571606 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-4b41f6de-868c-444e-8a0a-47cf7dd22042 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3734784 Apr 14 16:13:29.601595 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be13153-7293-4550-8803-53a603178170 None None] Checking router: 2d37c3b2-43c3-4abc-abbd-3fd75886c0c6 for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:13:29.602006 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be13153-7293-4550-8803-53a603178170 None None] Updating router 2d37c3b2-43c3-4abc-abbd-3fd75886c0c6 port b2add718-e633-438f-a138-4372dbb287be binding host dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:13:29.628914 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f62abd-22d5-416a-af98-26a7b5cbc797 req-6e9cf2e6-529a-430a-9516-fbdd8876af42 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:29.631152 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d8f62abd-22d5-416a-af98-26a7b5cbc797 req-6e9cf2e6-529a-430a-9516-fbdd8876af42 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.2090173 Apr 14 16:13:29.689097 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d8f62abd-22d5-416a-af98-26a7b5cbc797 req-2842bcc2-e3f7-4b2b-96b1-bcb079beb9ce tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487001 Apr 14 16:13:29.693021 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ae8cd-fbe0-48f3-a3e4-bf1a44a5cc05 req-dd8b229e-8363-4205-96a6-7d1c88a07242 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:29.695600 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a22ae8cd-fbe0-48f3-a3e4-bf1a44a5cc05 req-dd8b229e-8363-4205-96a6-7d1c88a07242 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 944 time: 0.2389221 Apr 14 16:13:29.734451 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1be13153-7293-4550-8803-53a603178170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.751783 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_db [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Floating IP 62db2150-e9d5-429c-9e39-70e17c5873e0 associated. External IP: 172.27.2.128, port: 3a58c362-2e99-4559-9977-3b635ab88161. Apr 14 16:13:29.951330 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a22ae8cd-fbe0-48f3-a3e4-bf1a44a5cc05 req-6a096c75-e515-483a-a777-2753db3e7064 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326763 Apr 14 16:13:30.267113 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Router affcb1fa-b77a-4463-8f0c-8d385891129f has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:13:30.317566 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1be13153-7293-4550-8803-53a603178170 None None] Notify callbacks [] for port, precommit_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:30.333340 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-1be13153-7293-4550-8803-53a603178170 None None] Transition to ACTIVE for port object b2add718-e633-438f-a138-4372dbb287be will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:30.340826 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1be13153-7293-4550-8803-53a603178170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:30.462807 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:30.519337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:13:30.532232 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e3efd2-e932-4a8f-81d1-52b95e156af1 None None] Sync routers for ids ['affcb1fa-b77a-4463-8f0c-8d385891129f'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:13:30.555049 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e3efd2-e932-4a8f-81d1-52b95e156af1 None None] Routers {'affcb1fa-b77a-4463-8f0c-8d385891129f'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:30.555737 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-80e3efd2-e932-4a8f-81d1-52b95e156af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:13:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['affcb1fa-b77a-4463-8f0c-8d385891129f'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:30.571234 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:30.639977 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0241351 Apr 14 16:13:30.640856 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'tag': '3a58c362-2e99-4559-9977-3b635ab88161'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:13:30.642956 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 39032) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:30.648557 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-62612f22-eebe-4ef3-9825-d0f9b3ef9c27 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-307888182', 'description': 'tempest-secgroup-smoke-307888182 description', 'project_id': '8e71c42092894db98f8db75a2719f751'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:30.655348 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294264b-4a9b-410d-a01e-70c5a29b1267 None None] Pushing event updated for resources: {'Port': ['ID=b2add718-e633-438f-a138-4372dbb287be,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:30.659905 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-62612f22-eebe-4ef3-9825-d0f9b3ef9c27 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:30.671361 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-62612f22-eebe-4ef3-9825-d0f9b3ef9c27 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:30.681299 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-62612f22-eebe-4ef3-9825-d0f9b3ef9c27 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:30.686702 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-62612f22-eebe-4ef3-9825-d0f9b3ef9c27 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:30.690224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f294264b-4a9b-410d-a01e-70c5a29b1267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:30.692761 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-62612f22-eebe-4ef3-9825-d0f9b3ef9c27 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Usage tracker for resource:security_group_rule and tenant:8e71c42092894db98f8db75a2719f751 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:30.714899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-62612f22-eebe-4ef3-9825-d0f9b3ef9c27 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:30.749453 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-62612f22-eebe-4ef3-9825-d0f9b3ef9c27 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:30.826924 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'tag': '3a58c362-2e99-4559-9977-3b635ab88161', 'status': 'completed', 'code': 200} Apr 14 16:13:30.833632 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-80e3efd2-e932-4a8f-81d1-52b95e156af1 None None] Set router affcb1fa-b77a-4463-8f0c-8d385891129f gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:30.898654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-62612f22-eebe-4ef3-9825-d0f9b3ef9c27 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:30.902963 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-62612f22-eebe-4ef3-9825-d0f9b3ef9c27 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:30.912259 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-58c7d513-a2af-46e7-9c7e-38d882162956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:31.027515 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62612f22-eebe-4ef3-9825-d0f9b3ef9c27 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e471750e-8a1e-40c7-af46-00e29ce14023,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:31.044533 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-62612f22-eebe-4ef3-9825-d0f9b3ef9c27 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:31.051405 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-62612f22-eebe-4ef3-9825-d0f9b3ef9c27 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:31.057881 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-62612f22-eebe-4ef3-9825-d0f9b3ef9c27 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4134672 Apr 14 16:13:31.065105 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 39058) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:31.074432 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-fea2d063-e09f-4084-a869-31787cad87d7 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Request body: {'security_group_rule': {'security_group_id': 'e471750e-8a1e-40c7-af46-00e29ce14023', 'project_id': '8e71c42092894db98f8db75a2719f751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:31.095236 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-fea2d063-e09f-4084-a869-31787cad87d7 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:31.101813 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-fea2d063-e09f-4084-a869-31787cad87d7 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Usage tracker for resource:security_group_rule and tenant:8e71c42092894db98f8db75a2719f751 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:31.105132 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-fea2d063-e09f-4084-a869-31787cad87d7 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:31.111494 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-fea2d063-e09f-4084-a869-31787cad87d7 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:31.127957 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-1be13153-7293-4550-8803-53a603178170 None None] Attempting to bind port b2add718-e633-438f-a138-4372dbb287be on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:13:31.128383 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-1be13153-7293-4550-8803-53a603178170 None None] Attempting to bind port b2add718-e633-438f-a138-4372dbb287be by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': 'abf36b96-55b8-472a-994b-c0e8a70cee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '10aa95ce-fba2-46e5-ae46-f2dbdd335903'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:13:31.128802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be13153-7293-4550-8803-53a603178170 None None] Attempting to bind port b2add718-e633-438f-a138-4372dbb287be on network 10aa95ce-fba2-46e5-ae46-f2dbdd335903 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:31.138584 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be13153-7293-4550-8803-53a603178170 None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:13:31.139016 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be13153-7293-4550-8803-53a603178170 None None] Checking segment: {'id': 'abf36b96-55b8-472a-994b-c0e8a70cee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '10aa95ce-fba2-46e5-ae46-f2dbdd335903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:31.139471 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1be13153-7293-4550-8803-53a603178170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:31.139938 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be13153-7293-4550-8803-53a603178170 None None] Bound using segment: {'id': 'abf36b96-55b8-472a-994b-c0e8a70cee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '10aa95ce-fba2-46e5-ae46-f2dbdd335903'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:13:31.141072 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-1be13153-7293-4550-8803-53a603178170 None None] Bound port: b2add718-e633-438f-a138-4372dbb287be, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf36b96-55b8-472a-994b-c0e8a70cee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '10aa95ce-fba2-46e5-ae46-f2dbdd335903'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:13:31.142418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1be13153-7293-4550-8803-53a603178170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:31.195143 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a943fa-ff21-43bb-8d60-73383f7eae35 req-01ca6e61-059a-4f58-ae44-427ff51deab1 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:31.196660 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-08a943fa-ff21-43bb-8d60-73383f7eae35 req-01ca6e61-059a-4f58-ae44-427ff51deab1 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1472700 Apr 14 16:13:31.236999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945583d5-690a-429c-b43c-13d84d169064 req-45152284-960e-410f-bd72-4e7ae2001d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:31.238669 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-945583d5-690a-429c-b43c-13d84d169064 req-45152284-960e-410f-bd72-4e7ae2001d81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e71c42092894db98f8db75a2719f751&device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 1099 time: 0.3745666 Apr 14 16:13:31.239407 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fea2d063-e09f-4084-a869-31787cad87d7 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:31.270671 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-08a943fa-ff21-43bb-8d60-73383f7eae35 req-01e31670-028b-479e-8840-2a0adcf1a878 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633533 Apr 14 16:13:31.280724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-1be13153-7293-4550-8803-53a603178170 None None] For port b2add718-e633-438f-a138-4372dbb287be, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:13:31.298124 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-1be13153-7293-4550-8803-53a603178170 None None] For port b2add718-e633-438f-a138-4372dbb287be, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=b2add718-e633-438f-a138-4372dbb287be,segment=NetworkSegment(abf36b96-55b8-472a-994b-c0e8a70cee2d),segment_id=abf36b96-55b8-472a-994b-c0e8a70cee2d)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:13:31.302256 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1be13153-7293-4550-8803-53a603178170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:31.448268 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:31.455380 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb312d89-676f-499f-ad21-2fb472eabdba req-8ee6418d-c820-4ad2-86f7-2a6693461d14 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:31.463105 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-80e3efd2-e932-4a8f-81d1-52b95e156af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'name': 'tempest-TestMinimumBasicScenario-495749836-router', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:57Z', 'updated_at': '2021-04-14T16:12:02Z', 'revision_number': 4, 'project_id': '8e71c42092894db98f8db75a2719f751', 'gw_port': {'id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:58Z', 'updated_at': '2021-04-14T16:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '62db2150-e9d5-429c-9e39-70e17c5873e0', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'floating_ip_address': '172.27.2.128', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'port_id': '3a58c362-2e99-4559-9977-3b635ab88161', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482', 'mac_address': 'fa:16:3e:55:be:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:13:28Z', 'updated_at': '2021-04-14T16:13:28Z', 'revision_number': 0, 'project_id': '8e71c42092894db98f8db75a2719f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f0f614-5517-4e9e-aec2-096d15711380', 'name': '', 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'mac_address': 'fa:16:3e:cf:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:14Z', 'revision_number': 5, 'project_id': '8e71c42092894db98f8db75a2719f751', 'subnets': [{'id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:31.468274 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e3efd2-e932-4a8f-81d1-52b95e156af1 None None] Checking router: affcb1fa-b77a-4463-8f0c-8d385891129f for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:13:31.478820 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e3efd2-e932-4a8f-81d1-52b95e156af1 None None] Routers {'affcb1fa-b77a-4463-8f0c-8d385891129f'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:31.479800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-80e3efd2-e932-4a8f-81d1-52b95e156af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:13:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['affcb1fa-b77a-4463-8f0c-8d385891129f'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:31.482030 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fb312d89-676f-499f-ad21-2fb472eabdba req-8ee6418d-c820-4ad2-86f7-2a6693461d14 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.3616991 Apr 14 16:13:31.530865 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be13153-7293-4550-8803-53a603178170 None None] Routers {'2d37c3b2-43c3-4abc-abbd-3fd75886c0c6'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:31.531576 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-1be13153-7293-4550-8803-53a603178170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:13:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['2d37c3b2-43c3-4abc-abbd-3fd75886c0c6'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:31.555600 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fb312d89-676f-499f-ad21-2fb472eabdba req-4ecacbd7-7776-4ece-a205-3aabbae91551 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725098 Apr 14 16:13:31.557739 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fea2d063-e09f-4084-a869-31787cad87d7 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:31.572245 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945583d5-690a-429c-b43c-13d84d169064 req-fa4214d7-97c8-46dc-9580-e55f9c20bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:31.590884 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-945583d5-690a-429c-b43c-13d84d169064 req-fa4214d7-97c8-46dc-9580-e55f9c20bd17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78e99240-3773-4c32-b324-b8b4ec7c5482 HTTP/1.1" status: 200 len: 915 time: 0.3322942 Apr 14 16:13:31.594064 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fea2d063-e09f-4084-a869-31787cad87d7 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:31.596311 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a10b631c-6c96-4821-ade4-328d3a622bfa tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:31.702415 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2d063-e09f-4084-a869-31787cad87d7 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3a2727-9158-42ff-b8aa-0682514e09ab,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:31.731471 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fea2d063-e09f-4084-a869-31787cad87d7 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:31.765282 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fea2d063-e09f-4084-a869-31787cad87d7 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:31.766577 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-fea2d063-e09f-4084-a869-31787cad87d7 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7008677 Apr 14 16:13:31.774219 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294264b-4a9b-410d-a01e-70c5a29b1267 None None] Pushing event updated for resources: {'Port': ['ID=b2add718-e633-438f-a138-4372dbb287be,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:31.782747 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 39078) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:31.795696 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-80e3efd2-e932-4a8f-81d1-52b95e156af1 None None] Set router affcb1fa-b77a-4463-8f0c-8d385891129f gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:31.798500 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-a5b7b614-1ac4-42dc-b223-43cbf74810c5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Request body: {'security_group_rule': {'security_group_id': 'e471750e-8a1e-40c7-af46-00e29ce14023', 'project_id': '8e71c42092894db98f8db75a2719f751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:31.804757 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-945583d5-690a-429c-b43c-13d84d169064 req-a217e3a4-be97-4bde-be73-6da1040df035 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a58c362-2e99-4559-9977-3b635ab88161 HTTP/1.1" status: 200 len: 1000 time: 0.1816192 Apr 14 16:13:31.812986 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f294264b-4a9b-410d-a01e-70c5a29b1267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:31.876617 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-a5b7b614-1ac4-42dc-b223-43cbf74810c5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:31.885181 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-1be13153-7293-4550-8803-53a603178170 None None] Set router 2d37c3b2-43c3-4abc-abbd-3fd75886c0c6 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:31.895163 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-a5b7b614-1ac4-42dc-b223-43cbf74810c5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Usage tracker for resource:security_group_rule and tenant:8e71c42092894db98f8db75a2719f751 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:31.900221 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-a5b7b614-1ac4-42dc-b223-43cbf74810c5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:31.932862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637b6e-7209-4e80-86bd-c1f02a0be49d req-d87aa184-0470-495a-927e-71b1eaee9ee9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:31.939990 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd637b6e-7209-4e80-86bd-c1f02a0be49d req-d87aa184-0470-495a-927e-71b1eaee9ee9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 944 time: 0.1940465 Apr 14 16:13:31.941113 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-a5b7b614-1ac4-42dc-b223-43cbf74810c5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:31.944265 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945583d5-690a-429c-b43c-13d84d169064 req-7d17f75a-f5da-4e3b-88bd-7745517d71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:31.946035 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-945583d5-690a-429c-b43c-13d84d169064 req-7d17f75a-f5da-4e3b-88bd-7745517d71e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3b50247-ff1f-412a-bd14-516b5ff9133b HTTP/1.1" status: 200 len: 853 time: 0.1279736 Apr 14 16:13:31.967117 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a5b7b614-1ac4-42dc-b223-43cbf74810c5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:31.979265 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd637b6e-7209-4e80-86bd-c1f02a0be49d req-230428a4-9f44-4ee6-a3fb-bf4d7c1bba2b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301821 Apr 14 16:13:32.114264 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945583d5-690a-429c-b43c-13d84d169064 req-219c305d-6507-42f5-a849-c30278e3ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:32.116294 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-945583d5-690a-429c-b43c-13d84d169064 req-219c305d-6507-42f5-a849-c30278e3ea62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78e99240-3773-4c32-b324-b8b4ec7c5482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1503289 Apr 14 16:13:32.117994 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a5b7b614-1ac4-42dc-b223-43cbf74810c5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.127768 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a5b7b614-1ac4-42dc-b223-43cbf74810c5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.138450 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:32.210607 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7b614-1ac4-42dc-b223-43cbf74810c5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015f33ba-c350-47c3-964f-5b518884f5af,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:32.214005 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a5b7b614-1ac4-42dc-b223-43cbf74810c5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:32.217555 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a5b7b614-1ac4-42dc-b223-43cbf74810c5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.218465 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-a5b7b614-1ac4-42dc-b223-43cbf74810c5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4278028 Apr 14 16:13:32.221492 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 39084) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:32.227367 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-1392ce29-6cf6-4766-aa35-526d0d7b118d tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Request body: {'security_group_rule': {'security_group_id': 'e471750e-8a1e-40c7-af46-00e29ce14023', 'project_id': '8e71c42092894db98f8db75a2719f751', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:32.227538 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:32.235584 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-1392ce29-6cf6-4766-aa35-526d0d7b118d tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:32.240688 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-1392ce29-6cf6-4766-aa35-526d0d7b118d tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Usage tracker for resource:security_group_rule and tenant:8e71c42092894db98f8db75a2719f751 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:32.243849 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-1392ce29-6cf6-4766-aa35-526d0d7b118d tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:32.251278 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-1392ce29-6cf6-4766-aa35-526d0d7b118d tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:32.260891 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-80e3efd2-e932-4a8f-81d1-52b95e156af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'name': 'tempest-TestMinimumBasicScenario-495749836-router', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:57Z', 'updated_at': '2021-04-14T16:12:02Z', 'revision_number': 4, 'project_id': '8e71c42092894db98f8db75a2719f751', 'gw_port': {'id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:58Z', 'updated_at': '2021-04-14T16:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '62db2150-e9d5-429c-9e39-70e17c5873e0', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'floating_ip_address': '172.27.2.128', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'port_id': '3a58c362-2e99-4559-9977-3b635ab88161', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482', 'mac_address': 'fa:16:3e:55:be:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:13:28Z', 'updated_at': '2021-04-14T16:13:28Z', 'revision_number': 0, 'project_id': '8e71c42092894db98f8db75a2719f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f0f614-5517-4e9e-aec2-096d15711380', 'name': '', 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'mac_address': 'fa:16:3e:cf:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:14Z', 'revision_number': 5, 'project_id': '8e71c42092894db98f8db75a2719f751', 'subnets': [{'id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:32.267763 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e3efd2-e932-4a8f-81d1-52b95e156af1 None None] The sync data for ids ['affcb1fa-b77a-4463-8f0c-8d385891129f'] in dv-cinder-786266-1-iscsi is: [{'id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'name': 'tempest-TestMinimumBasicScenario-495749836-router', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:57Z', 'updated_at': '2021-04-14T16:12:02Z', 'revision_number': 4, 'project_id': '8e71c42092894db98f8db75a2719f751', 'gw_port': {'id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:58Z', 'updated_at': '2021-04-14T16:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '62db2150-e9d5-429c-9e39-70e17c5873e0', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'floating_ip_address': '172.27.2.128', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'port_id': '3a58c362-2e99-4559-9977-3b635ab88161', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482', 'mac_address': 'fa:16:3e:55:be:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:13:28Z', 'updated_at': '2021-04-14T16:13:28Z', 'revision_number': 0, 'project_id': '8e71c42092894db98f8db75a2719f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f0f614-5517-4e9e-aec2-096d15711380', 'name': '', 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'mac_address': 'fa:16:3e:cf:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:14Z', 'revision_number': 5, 'project_id': '8e71c42092894db98f8db75a2719f751', 'subnets': [{'id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:13:32.278189 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1392ce29-6cf6-4766-aa35-526d0d7b118d tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.327670 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-945583d5-690a-429c-b43c-13d84d169064 req-3497797d-402a-4533-a3d4-20af0417ef75 service neutron] 10.222.0.41 "GET /v2.0/networks/78e99240-3773-4c32-b324-b8b4ec7c5482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910136 Apr 14 16:13:32.361777 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1392ce29-6cf6-4766-aa35-526d0d7b118d tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.365555 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1392ce29-6cf6-4766-aa35-526d0d7b118d tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.368343 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:32.401538 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392ce29-6cf6-4766-aa35-526d0d7b118d tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51019123-8802-4d0a-aa88-b76031c5f809,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:32.406706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:32.407664 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1392ce29-6cf6-4766-aa35-526d0d7b118d tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:32.414609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:32.415267 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.417170 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1392ce29-6cf6-4766-aa35-526d0d7b118d tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.422975 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-1392ce29-6cf6-4766-aa35-526d0d7b118d tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2002916 Apr 14 16:13:32.423911 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 39090) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:32.430473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-f7174e4d-6a2b-4163-bc95-680ebdce649b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Request body: {'security_group_rule': {'security_group_id': 'e471750e-8a1e-40c7-af46-00e29ce14023', 'project_id': '8e71c42092894db98f8db75a2719f751', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:32.440992 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f7174e4d-6a2b-4163-bc95-680ebdce649b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:32.445871 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f7174e4d-6a2b-4163-bc95-680ebdce649b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Usage tracker for resource:security_group_rule and tenant:8e71c42092894db98f8db75a2719f751 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:32.450915 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f7174e4d-6a2b-4163-bc95-680ebdce649b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:32.452106 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-1be13153-7293-4550-8803-53a603178170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'name': 'tempest-TestVolumeBootPattern-1494836549-router', 'tenant_id': '49407df7816942c8b387e018e2ece4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '25b27dbb-11d2-44ad-b9d3-f201b439dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:18Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 4, 'project_id': '49407df7816942c8b387e018e2ece4f9', 'gw_port': {'id': '25b27dbb-11d2-44ad-b9d3-f201b439dc9b', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:18Z', 'updated_at': '2021-04-14T16:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'b2add718-e633-438f-a138-4372dbb287be', 'name': '', 'network_id': '10aa95ce-fba2-46e5-ae46-f2dbdd335903', 'tenant_id': '49407df7816942c8b387e018e2ece4f9', 'mac_address': 'fa:16:3e:ff:80:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'c9a3b996-c829-416d-90f0-4a913d2d218c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:22Z', 'updated_at': '2021-04-14T16:13:31Z', 'revision_number': 4, 'project_id': '49407df7816942c8b387e018e2ece4f9', 'subnets': [{'id': 'c9a3b996-c829-416d-90f0-4a913d2d218c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:32.457359 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f7174e4d-6a2b-4163-bc95-680ebdce649b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:32.466716 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be13153-7293-4550-8803-53a603178170 None None] The sync data for ids ['2d37c3b2-43c3-4abc-abbd-3fd75886c0c6'] in dv-cinder-786266-1-iscsi is: [{'id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'name': 'tempest-TestVolumeBootPattern-1494836549-router', 'tenant_id': '49407df7816942c8b387e018e2ece4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '25b27dbb-11d2-44ad-b9d3-f201b439dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:18Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 4, 'project_id': '49407df7816942c8b387e018e2ece4f9', 'gw_port': {'id': '25b27dbb-11d2-44ad-b9d3-f201b439dc9b', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:18Z', 'updated_at': '2021-04-14T16:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'b2add718-e633-438f-a138-4372dbb287be', 'name': '', 'network_id': '10aa95ce-fba2-46e5-ae46-f2dbdd335903', 'tenant_id': '49407df7816942c8b387e018e2ece4f9', 'mac_address': 'fa:16:3e:ff:80:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'c9a3b996-c829-416d-90f0-4a913d2d218c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:22Z', 'updated_at': '2021-04-14T16:13:31Z', 'revision_number': 4, 'project_id': '49407df7816942c8b387e018e2ece4f9', 'subnets': [{'id': 'c9a3b996-c829-416d-90f0-4a913d2d218c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:13:32.486564 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f7174e4d-6a2b-4163-bc95-680ebdce649b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.593775 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.610174 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304001e9-ca53-4ab3-be25-483e56e3b857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07ec31c-d9ac-4532-b2dd-5c2caeafaf57'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:13:32.642945 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port e07ec31c-d9ac-4532-b2dd-5c2caeafaf57, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e07ec31c-d9ac-4532-b2dd-5c2caeafaf57,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:32.645540 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-945583d5-690a-429c-b43c-13d84d169064 req-75d1c56b-b57c-4fdc-b925-245862881aab service neutron] 10.222.0.41 "GET /v2.0/networks/78e99240-3773-4c32-b324-b8b4ec7c5482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016238 Apr 14 16:13:32.648526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.653215 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0d26b65c-4915-41a5-80a2-bd7d7ef385e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:32.691313 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ec668-7646-47e4-a8e5-7a4be130c3bc req-907536cd-bf75-452a-b81c-9b1837d35fb2 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:32.702627 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d72ec668-7646-47e4-a8e5-7a4be130c3bc req-907536cd-bf75-452a-b81c-9b1837d35fb2 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.2456584 Apr 14 16:13:32.752856 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaf7135-ef38-4740-a9c3-728a02a44834 None None] New status for floating IP 62db2150-e9d5-429c-9e39-70e17c5873e0: ACTIVE {{(pid=85246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:13:32.772464 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d72ec668-7646-47e4-a8e5-7a4be130c3bc req-696b3035-a424-4dc4-b60a-fa1ba2683a3e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653205 Apr 14 16:13:32.921988 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=e07ec31c-d9ac-4532-b2dd-5c2caeafaf57,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:32.964031 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304001e9-ca53-4ab3-be25-483e56e3b857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07ec31c-d9ac-4532-b2dd-5c2caeafaf57', 'code': 200} Apr 14 16:13:32.965059 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:33.053006 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f7174e4d-6a2b-4163-bc95-680ebdce649b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:33.056397 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f7174e4d-6a2b-4163-bc95-680ebdce649b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:33.065783 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-46de9288-5ffa-4089-81f5-fe154af4b466 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:33.097389 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7174e4d-6a2b-4163-bc95-680ebdce649b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c300f785-d92d-4914-a95c-588f15f3ba36,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:33.100410 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f7174e4d-6a2b-4163-bc95-680ebdce649b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:33.145650 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f7174e4d-6a2b-4163-bc95-680ebdce649b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:33.150001 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-f7174e4d-6a2b-4163-bc95-680ebdce649b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7247732 Apr 14 16:13:33.150802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 39106) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:33.164969 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-04462703-2d61-4056-843e-d877c089dc1a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Request body: {'security_group_rule': {'security_group_id': 'e471750e-8a1e-40c7-af46-00e29ce14023', 'project_id': '8e71c42092894db98f8db75a2719f751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:33.173893 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-04462703-2d61-4056-843e-d877c089dc1a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:33.193966 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d57050-057a-4404-abbc-c72b1732f599 req-8d01de36-5eed-484f-b2d8-032720c1288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:33.195595 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-58d57050-057a-4404-abbc-c72b1732f599 req-8d01de36-5eed-484f-b2d8-032720c1288e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 1098 time: 0.3559825 Apr 14 16:13:33.251878 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-04462703-2d61-4056-843e-d877c089dc1a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Usage tracker for resource:security_group_rule and tenant:8e71c42092894db98f8db75a2719f751 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:33.266214 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-04462703-2d61-4056-843e-d877c089dc1a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:33.274802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-04462703-2d61-4056-843e-d877c089dc1a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:33.276073 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f63930-ed97-4b54-bcc9-e3451fe4b306 req-9600dee9-8465-4897-b975-0c062dd92110 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:33.279146 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d1f63930-ed97-4b54-bcc9-e3451fe4b306 req-9600dee9-8465-4897-b975-0c062dd92110 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.2738669 Apr 14 16:13:33.294593 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.securitygroups_db [None req-04462703-2d61-4056-843e-d877c089dc1a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Project 8e71c42092894db98f8db75a2719f751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:13:33.306479 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-58d57050-057a-4404-abbc-c72b1732f599 req-f668fff4-ff3a-4ca9-90df-ddb780f64cca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930102 Apr 14 16:13:33.309807 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-04462703-2d61-4056-843e-d877c089dc1a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:33.322498 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d1f63930-ed97-4b54-bcc9-e3451fe4b306 req-9cdd29ba-f8e6-4d1a-98bd-be3459b6803e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335701 Apr 14 16:13:33.374591 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec44a1-5f70-497b-8541-1256e065711f req-b11ef10d-2313-40e5-b6a6-988715eeb582 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:33.376355 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a9ec44a1-5f70-497b-8541-1256e065711f req-b11ef10d-2313-40e5-b6a6-988715eeb582 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 945 time: 0.2043214 Apr 14 16:13:33.479012 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a9ec44a1-5f70-497b-8541-1256e065711f req-717b2c2e-5377-4f36-8908-fe0e537d8904 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909166 Apr 14 16:13:33.513532 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-04462703-2d61-4056-843e-d877c089dc1a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:33.523918 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-04462703-2d61-4056-843e-d877c089dc1a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:33.536428 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e6cc1f5a-88e4-46c5-8eb2-fe44866332f5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:33.563741 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04462703-2d61-4056-843e-d877c089dc1a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9942f4b-75ba-439e-b704-c9420c35ed7f,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:33.566323 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-04462703-2d61-4056-843e-d877c089dc1a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:33.569453 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab360c7-c585-4113-b065-836ebb4deb2c req-7849c7b5-66fc-4dd1-af6f-cd8b4e88875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:33.571024 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9ab360c7-c585-4113-b065-836ebb4deb2c req-7849c7b5-66fc-4dd1-af6f-cd8b4e88875c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 1098 time: 0.1613119 Apr 14 16:13:33.578731 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-04462703-2d61-4056-843e-d877c089dc1a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:33.579984 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-04462703-2d61-4056-843e-d877c089dc1a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4203224 Apr 14 16:13:33.582838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 39110) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:33.588450 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-c7298ed3-f4c3-4095-879c-37bd22083e88 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Request body: {'security_group_rule': {'security_group_id': 'e471750e-8a1e-40c7-af46-00e29ce14023', 'project_id': '8e71c42092894db98f8db75a2719f751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:33.608300 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-c7298ed3-f4c3-4095-879c-37bd22083e88 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:33.616593 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-c7298ed3-f4c3-4095-879c-37bd22083e88 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Usage tracker for resource:security_group_rule and tenant:8e71c42092894db98f8db75a2719f751 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:33.621513 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-c7298ed3-f4c3-4095-879c-37bd22083e88 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:33.630084 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9ab360c7-c585-4113-b065-836ebb4deb2c req-b5968aa6-81df-4de7-920b-8123c3a06c6d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360427 Apr 14 16:13:33.631127 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-c7298ed3-f4c3-4095-879c-37bd22083e88 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:33.642275 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.securitygroups_db [None req-c7298ed3-f4c3-4095-879c-37bd22083e88 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Project 8e71c42092894db98f8db75a2719f751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:13:33.649812 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c7298ed3-f4c3-4095-879c-37bd22083e88 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:33.724128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c7298ed3-f4c3-4095-879c-37bd22083e88 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:33.727134 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c7298ed3-f4c3-4095-879c-37bd22083e88 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:33.729254 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:33.755269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7298ed3-f4c3-4095-879c-37bd22083e88 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4107d2-05de-47b2-83ee-c62cf16ceffe,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:33.758247 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c7298ed3-f4c3-4095-879c-37bd22083e88 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:33.767900 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c7298ed3-f4c3-4095-879c-37bd22083e88 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:33.769410 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-c7298ed3-f4c3-4095-879c-37bd22083e88 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1853750 Apr 14 16:13:33.855928 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device b2add718-e633-438f-a138-4372dbb287be up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:33.921513 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a0be84cc-6c43-4dd7-a272-6ce014e4e3d7 req-aea1451a-02fe-4d16-b089-f1194adf99a5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-307888182&fields=id&tenant_id=8e71c42092894db98f8db75a2719f751 HTTP/1.1" status: 200 len: 267 time: 0.0350969 Apr 14 16:13:33.958609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port b2add718-e633-438f-a138-4372dbb287be completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:33.964387 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port b2add718-e633-438f-a138-4372dbb287be triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:33.965409 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:34.036651 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be84cc-6c43-4dd7-a272-6ce014e4e3d7 req-77ad7362-4e83-4fe1-bbc3-886543db0ecc tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:34.038754 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a0be84cc-6c43-4dd7-a272-6ce014e4e3d7 req-77ad7362-4e83-4fe1-bbc3-886543db0ecc tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 946 time: 0.1104774 Apr 14 16:13:34.041477 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e74311-bacf-45b4-8093-cdb69040719f req-35980e7e-b71a-4d57-b7c4-e27e8271a035 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:34.049455 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-92e74311-bacf-45b4-8093-cdb69040719f req-35980e7e-b71a-4d57-b7c4-e27e8271a035 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1458795 Apr 14 16:13:34.055657 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-a0be84cc-6c43-4dd7-a272-6ce014e4e3d7 req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Request body: {'port': {'security_groups': ['06f965d7-b4b6-4023-993a-bdc662736ab9', 'e471750e-8a1e-40c7-af46-00e29ce14023']}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:34.081579 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-92e74311-bacf-45b4-8093-cdb69040719f req-33d6cc98-f8cd-4016-8664-a711ab0c7fa3 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309751 Apr 14 16:13:34.143325 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:34.162649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port b2add718-e633-438f-a138-4372dbb287be, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=b2add718-e633-438f-a138-4372dbb287be,segment=NetworkSegment(abf36b96-55b8-472a-994b-c0e8a70cee2d),segment_id=abf36b96-55b8-472a-994b-c0e8a70cee2d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:34.166479 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:34.172639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fab5f839-96a8-4838-ba21-d72d50b386a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:34.233157 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-a0be84cc-6c43-4dd7-a272-6ce014e4e3d7 req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:34.248310 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=b2add718-e633-438f-a138-4372dbb287be,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:34.251674 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:34.565673 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5a408-1e30-4ea0-ad01-4fb3ba08cadf req-cc3a8d99-1478-48c7-ada3-99db4f3fa6c3 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:34.567195 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cbe5a408-1e30-4ea0-ad01-4fb3ba08cadf req-cc3a8d99-1478-48c7-ada3-99db4f3fa6c3 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0909166 Apr 14 16:13:34.599313 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cbe5a408-1e30-4ea0-ad01-4fb3ba08cadf req-961c7d43-56cb-4744-baf9-b885b28b3d42 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253973 Apr 14 16:13:34.790924 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-a0be84cc-6c43-4dd7-a272-6ce014e4e3d7 req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] For port 3a58c362-2e99-4559-9977-3b635ab88161, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3a58c362-2e99-4559-9977-3b635ab88161,segment=NetworkSegment(358d4730-1267-45aa-a7b6-9233c534e425),segment_id=358d4730-1267-45aa-a7b6-9233c534e425)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:34.792683 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41934a3-634c-494c-9617-62c0a3ab39ff req-e5ff6157-569a-4dc2-841e-573aa56ef6d4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:34.798025 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b41934a3-634c-494c-9617-62c0a3ab39ff req-e5ff6157-569a-4dc2-841e-573aa56ef6d4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 945 time: 0.0907695 Apr 14 16:13:34.822118 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-a0be84cc-6c43-4dd7-a272-6ce014e4e3d7 req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:34.826376 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-a0be84cc-6c43-4dd7-a272-6ce014e4e3d7 req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:34.835559 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b41934a3-634c-494c-9617-62c0a3ab39ff req-6434b3aa-22f7-4805-9afc-58363c3f36fb tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298443 Apr 14 16:13:34.845653 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9a47c884-262d-4934-9c57-119c1b975edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:34.846018 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['3a58c362-2e99-4559-9977-3b635ab88161'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:13:35.016190 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Pushing event updated for resources: {'Port': ['ID=3a58c362-2e99-4559-9977-3b635ab88161,revision_number=6']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:35.029851 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.030270 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.030681 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.031085 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.031484 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.031884 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.032280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.032674 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.033359 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.033744 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.034143 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.034543 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.049171 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:35.095244 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be84cc-6c43-4dd7-a272-6ce014e4e3d7 req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:35.096362 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-a0be84cc-6c43-4dd7-a272-6ce014e4e3d7 req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:35.098468 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a0be84cc-6c43-4dd7-a272-6ce014e4e3d7 req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "PUT /v2.0/ports/3a58c362-2e99-4559-9977-3b635ab88161 HTTP/1.1" status: 200 len: 982 time: 1.0477598 Apr 14 16:13:35.099282 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'tag': '3a58c362-2e99-4559-9977-3b635ab88161'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:13:35.219147 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'tag': '3a58c362-2e99-4559-9977-3b635ab88161', 'status': 'completed', 'code': 200} Apr 14 16:13:35.418957 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-dd584e23-1474-4ad8-96fb-0de50f5e0d1f None None] Provisioning complete for port 3a58c362-2e99-4559-9977-3b635ab88161 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:35.419194 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dd584e23-1474-4ad8-96fb-0de50f5e0d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:35.446196 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec99067-98fc-4fef-bca6-27aad8656744 req-fc95776b-d481-46d6-ad42-64ed6e84f2cc tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:35.447945 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bec99067-98fc-4fef-bca6-27aad8656744 req-fc95776b-d481-46d6-ad42-64ed6e84f2cc tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1024544 Apr 14 16:13:35.484340 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262aea2-dd06-4676-8e7f-0a77b7bffccd req-586c72ff-488f-4eeb-81fa-7b9c9611582b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:35.485576 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bec99067-98fc-4fef-bca6-27aad8656744 req-d8ea3dfb-e57b-4f27-9a20-bec8076f3cc7 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300429 Apr 14 16:13:35.486131 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2262aea2-dd06-4676-8e7f-0a77b7bffccd req-586c72ff-488f-4eeb-81fa-7b9c9611582b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.1471529 Apr 14 16:13:35.491795 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a5c84-8a49-4adc-9bcc-f3ce4bdec388 req-337da7f1-213f-4131-87c1-e88e980a1f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:35.493856 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-275a5c84-8a49-4adc-9bcc-f3ce4bdec388 req-337da7f1-213f-4131-87c1-e88e980a1f98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e71c42092894db98f8db75a2719f751&device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 1138 time: 0.2200511 Apr 14 16:13:35.554460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-2262aea2-dd06-4676-8e7f-0a77b7bffccd req-060a62de-fb91-47df-928a-40f7220598e5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Synchronizing usage tracker for tenant:8e71c42092894db98f8db75a2719f751 on resource:security_group {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:13:35.591347 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-2262aea2-dd06-4676-8e7f-0a77b7bffccd req-060a62de-fb91-47df-928a-40f7220598e5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Unset dirty status for tenant:8e71c42092894db98f8db75a2719f751 on resource:security_group {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:13:35.592778 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2262aea2-dd06-4676-8e7f-0a77b7bffccd req-060a62de-fb91-47df-928a-40f7220598e5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956516 Apr 14 16:13:35.699298 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a5c84-8a49-4adc-9bcc-f3ce4bdec388 req-48a49e05-73cb-45b7-86a6-6a0d6cb102f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:35.700868 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-275a5c84-8a49-4adc-9bcc-f3ce4bdec388 req-48a49e05-73cb-45b7-86a6-6a0d6cb102f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78e99240-3773-4c32-b324-b8b4ec7c5482 HTTP/1.1" status: 200 len: 915 time: 0.1790500 Apr 14 16:13:35.825401 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device b2add718-e633-438f-a138-4372dbb287be up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:35.887267 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-275a5c84-8a49-4adc-9bcc-f3ce4bdec388 req-4f7d7b2c-d2b9-4d83-b273-dbd1d99f230d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a58c362-2e99-4559-9977-3b635ab88161 HTTP/1.1" status: 200 len: 1002 time: 0.1682215 Apr 14 16:13:35.899208 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port b2add718-e633-438f-a138-4372dbb287be triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:35.899631 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:35.965817 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9bc49-e7bd-4887-bdfa-746d39b236ee req-27104eb5-ae4d-4ff2-8c77-e7fdb83188a0 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:35.967457 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a0d9bc49-e7bd-4887-bdfa-746d39b236ee req-27104eb5-ae4d-4ff2-8c77-e7fdb83188a0 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.1947041 Apr 14 16:13:35.979263 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a5c84-8a49-4adc-9bcc-f3ce4bdec388 req-e747ba2b-628a-4305-8de9-9b09d7ca1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:35.981508 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-275a5c84-8a49-4adc-9bcc-f3ce4bdec388 req-e747ba2b-628a-4305-8de9-9b09d7ca1071 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3b50247-ff1f-412a-bd14-516b5ff9133b HTTP/1.1" status: 200 len: 853 time: 0.0851593 Apr 14 16:13:36.055199 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a0d9bc49-e7bd-4887-bdfa-746d39b236ee req-a4cdb7cc-83d7-4c89-9488-dc268b737295 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779583 Apr 14 16:13:36.064533 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817df67-90ae-4e36-aa80-24a5bb163a07 req-ecb320a3-48a0-42d7-be55-4cd1e5449e8e tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:36.066388 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e817df67-90ae-4e36-aa80-24a5bb163a07 req-ecb320a3-48a0-42d7-be55-4cd1e5449e8e tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 945 time: 0.0975378 Apr 14 16:13:36.085766 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a5c84-8a49-4adc-9bcc-f3ce4bdec388 req-5a037232-b3a8-4bed-966b-a3a626c1a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:36.088171 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-275a5c84-8a49-4adc-9bcc-f3ce4bdec388 req-5a037232-b3a8-4bed-966b-a3a626c1a09c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78e99240-3773-4c32-b324-b8b4ec7c5482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885119 Apr 14 16:13:36.106491 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e817df67-90ae-4e36-aa80-24a5bb163a07 req-c55bb41b-e5d9-490e-a6a3-3a775558dd01 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333149 Apr 14 16:13:36.129219 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['3a58c362-2e99-4559-9977-3b635ab88161'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:13:36.256315 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-275a5c84-8a49-4adc-9bcc-f3ce4bdec388 req-8f40df04-acf5-4784-bc53-20170b1c60fc service neutron] 10.222.0.41 "GET /v2.0/networks/78e99240-3773-4c32-b324-b8b4ec7c5482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510088 Apr 14 16:13:36.412978 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-275a5c84-8a49-4adc-9bcc-f3ce4bdec388 req-678ece69-ca4f-473a-84e8-55eaa32f18f6 service neutron] 10.222.0.41 "GET /v2.0/networks/78e99240-3773-4c32-b324-b8b4ec7c5482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376173 Apr 14 16:13:36.839439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b33d0-0b0c-437d-87b6-9dabc215604e req-f953c294-9799-40b2-8259-2535b98789ba tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:36.842639 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-eb2b33d0-0b0c-437d-87b6-9dabc215604e req-f953c294-9799-40b2-8259-2535b98789ba tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0921464 Apr 14 16:13:36.873646 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-eb2b33d0-0b0c-437d-87b6-9dabc215604e req-6ef54a48-24e8-4103-be74-6b6b584381ab tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243559 Apr 14 16:13:37.279918 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b704fdb-4f4f-493d-8cc4-3d1eced16988 req-10f7ea7e-bcef-4576-b528-27c10d4faaf6 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:37.281534 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8b704fdb-4f4f-493d-8cc4-3d1eced16988 req-10f7ea7e-bcef-4576-b528-27c10d4faaf6 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0935421 Apr 14 16:13:37.322575 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8b704fdb-4f4f-493d-8cc4-3d1eced16988 req-c227c107-f4b1-4781-b4a6-ea22bc302518 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339134 Apr 14 16:13:37.415975 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd578225-0b93-4cc2-bd36-2e7c6c8d227e req-7236a9e3-cc2b-481e-9bf7-b779bf140f9b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:37.417605 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd578225-0b93-4cc2-bd36-2e7c6c8d227e req-7236a9e3-cc2b-481e-9bf7-b779bf140f9b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 945 time: 0.1325963 Apr 14 16:13:37.423306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415faae-7229-4c8d-a863-ee7c55796928 req-d269bdf2-eb72-4e52-bfa6-87247a6202fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:37.424756 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a415faae-7229-4c8d-a863-ee7c55796928 req-d269bdf2-eb72-4e52-bfa6-87247a6202fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef0238a8f524a30a94d06aa25d272f8&device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 1098 time: 0.1846654 Apr 14 16:13:37.452787 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd578225-0b93-4cc2-bd36-2e7c6c8d227e req-4771907d-0061-4662-a73a-0e900e02d128 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269516 Apr 14 16:13:37.553167 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf1266-4ed6-4759-bd21-b4fd6e40dfcf req-d46e048d-554b-4ceb-8e95-3118be42aa78 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:37.554768 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8baf1266-4ed6-4759-bd21-b4fd6e40dfcf req-d46e048d-554b-4ceb-8e95-3118be42aa78 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1024654 Apr 14 16:13:37.587148 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8baf1266-4ed6-4759-bd21-b4fd6e40dfcf req-e2f2cd26-a8bb-4e13-9238-05ce9704365f tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254014 Apr 14 16:13:37.603893 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415faae-7229-4c8d-a863-ee7c55796928 req-82fc6a4c-f782-4642-9557-f0b45c5d2556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:37.606281 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a415faae-7229-4c8d-a863-ee7c55796928 req-82fc6a4c-f782-4642-9557-f0b45c5d2556 service neutron] 10.222.0.41 "GET /v2.0/networks?id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c HTTP/1.1" status: 200 len: 918 time: 0.1523879 Apr 14 16:13:37.709574 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a415faae-7229-4c8d-a863-ee7c55796928 req-d776cd34-cbb1-4fd2-afda-43ce5a21672c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56a60b7b-6e5f-46c0-9f81-4dffc4926337 HTTP/1.1" status: 200 len: 217 time: 0.0713201 Apr 14 16:13:37.795638 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415faae-7229-4c8d-a863-ee7c55796928 req-8e89c145-574b-488c-a9ef-56a4716d839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:37.797776 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a415faae-7229-4c8d-a863-ee7c55796928 req-8e89c145-574b-488c-a9ef-56a4716d839c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e HTTP/1.1" status: 200 len: 857 time: 0.0758746 Apr 14 16:13:37.861067 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a415faae-7229-4c8d-a863-ee7c55796928 req-003aa0e3-733d-46fc-a0d3-8b9720a0bcac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489190 Apr 14 16:13:38.019703 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a415faae-7229-4c8d-a863-ee7c55796928 req-e2ed5728-82ca-41d2-9dcd-7ee04dc151f5 service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400115 Apr 14 16:13:38.190973 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a415faae-7229-4c8d-a863-ee7c55796928 req-d674e722-0a5d-4b5e-a9d1-c0dd5c4bd4c6 service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511924 Apr 14 16:13:38.547453 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d23c10-8acd-486a-97fc-94e4296d8cb3 req-ec423a97-48df-428e-a7ff-ce44e0eccbb8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:38.550542 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-21d23c10-8acd-486a-97fc-94e4296d8cb3 req-ec423a97-48df-428e-a7ff-ce44e0eccbb8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0965307 Apr 14 16:13:38.583340 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-21d23c10-8acd-486a-97fc-94e4296d8cb3 req-a220d9ad-46a3-478f-bca6-2b18b984e373 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262570 Apr 14 16:13:38.674048 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762ee7c-bca4-423d-9d8c-0b997df0d6e7 req-3953270d-7954-4b6a-9a35-efc12e049d71 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:38.675643 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b762ee7c-bca4-423d-9d8c-0b997df0d6e7 req-3953270d-7954-4b6a-9a35-efc12e049d71 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 945 time: 0.0893216 Apr 14 16:13:38.708418 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b762ee7c-bca4-423d-9d8c-0b997df0d6e7 req-86cbfc8d-ea01-4233-bc47-85430834ca65 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263853 Apr 14 16:13:38.800455 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d0998-b741-4a9a-9172-874b170c0a28 req-55b213ec-91d8-4395-b0a9-f9433e6758fb tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:38.802147 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3f5d0998-b741-4a9a-9172-874b170c0a28 req-55b213ec-91d8-4395-b0a9-f9433e6758fb tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0992558 Apr 14 16:13:38.833888 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3f5d0998-b741-4a9a-9172-874b170c0a28 req-13c6c6e6-e02b-422d-ba02-6554cc881170 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247111 Apr 14 16:13:39.151788 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:13:39.801760 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704986b2-4f7a-45b3-9a8b-bc8f4e5d6a32 req-a865109d-07fd-4ee9-bbb9-85a103c8faa7 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:39.803466 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-704986b2-4f7a-45b3-9a8b-bc8f4e5d6a32 req-a865109d-07fd-4ee9-bbb9-85a103c8faa7 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0947871 Apr 14 16:13:39.835085 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-704986b2-4f7a-45b3-9a8b-bc8f4e5d6a32 req-e3154394-28b8-415c-8f18-4d1bab7114c3 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251288 Apr 14 16:13:40.028005 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085f0e-3837-436e-a16e-4f4ca8835714 req-d17da4f2-1048-45bf-a71e-fe6e4de1916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:40.029676 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-04085f0e-3837-436e-a16e-4f4ca8835714 req-d17da4f2-1048-45bf-a71e-fe6e4de1916f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef0238a8f524a30a94d06aa25d272f8&device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 1098 time: 0.0810077 Apr 14 16:13:40.046257 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304ddd4-6d67-4ed4-9f23-f1049f3cd73d req-697c92fc-ab12-4de9-913c-094d3b56b45c tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:40.047872 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e304ddd4-6d67-4ed4-9f23-f1049f3cd73d req-697c92fc-ab12-4de9-913c-094d3b56b45c tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0908532 Apr 14 16:13:40.084109 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e304ddd4-6d67-4ed4-9f23-f1049f3cd73d req-a103d6d8-0bc8-4800-9c82-726bad56e76d tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296493 Apr 14 16:13:40.204124 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085f0e-3837-436e-a16e-4f4ca8835714 req-3b4544a9-b492-4c20-b04f-21d23a2eda11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:40.205765 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-04085f0e-3837-436e-a16e-4f4ca8835714 req-3b4544a9-b492-4c20-b04f-21d23a2eda11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c HTTP/1.1" status: 200 len: 918 time: 0.1460946 Apr 14 16:13:40.291014 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-04085f0e-3837-436e-a16e-4f4ca8835714 req-97b6f982-eb6b-49a3-9b1e-665c5fac219d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56a60b7b-6e5f-46c0-9f81-4dffc4926337 HTTP/1.1" status: 200 len: 217 time: 0.0715275 Apr 14 16:13:40.366035 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085f0e-3837-436e-a16e-4f4ca8835714 req-2bdd7af3-9a8e-47f7-acd2-daa6942ee7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:40.367599 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-04085f0e-3837-436e-a16e-4f4ca8835714 req-2bdd7af3-9a8e-47f7-acd2-daa6942ee7c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e HTTP/1.1" status: 200 len: 857 time: 0.0653379 Apr 14 16:13:40.436130 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-04085f0e-3837-436e-a16e-4f4ca8835714 req-caf2f724-e402-42a9-bf10-80777a499864 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510168 Apr 14 16:13:40.804171 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-04085f0e-3837-436e-a16e-4f4ca8835714 req-3b0f090e-b93d-4ade-8857-4cfc76089cd0 service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471229 Apr 14 16:13:40.960360 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-04085f0e-3837-436e-a16e-4f4ca8835714 req-96aa2f82-5ce2-483d-882d-7543a0dfdc28 service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489112 Apr 14 16:13:41.060622 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa64b6-cd7a-4856-ad02-ad8d11cc3a3a req-a618a4c2-a295-4ae3-90a6-09e05c75ca0f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:41.062243 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-befa64b6-cd7a-4856-ad02-ad8d11cc3a3a req-a618a4c2-a295-4ae3-90a6-09e05c75ca0f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0992515 Apr 14 16:13:41.094039 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-befa64b6-cd7a-4856-ad02-ad8d11cc3a3a req-c7812e59-fa86-49e8-9049-1344d56c2bbe tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248220 Apr 14 16:13:41.294978 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacb4f6-b559-40e1-82a2-74226a058eb5 req-02e86898-8856-4ab1-95bb-6acee2f468e6 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:41.296427 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5eacb4f6-b559-40e1-82a2-74226a058eb5 req-02e86898-8856-4ab1-95bb-6acee2f468e6 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0899546 Apr 14 16:13:41.327977 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5eacb4f6-b559-40e1-82a2-74226a058eb5 req-7336b0b2-f2b8-4e10-ae9a-a73c75c069e1 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251153 Apr 14 16:13:42.338236 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afff71-3f04-49d1-b567-26b53b99bffa req-3cc31332-31e5-45aa-b789-47ded5bede3b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:42.339846 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-94afff71-3f04-49d1-b567-26b53b99bffa req-3cc31332-31e5-45aa-b789-47ded5bede3b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0944841 Apr 14 16:13:42.371307 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-94afff71-3f04-49d1-b567-26b53b99bffa req-a334f8ed-8dc0-44ff-88a0-1897bd2f6ab5 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241060 Apr 14 16:13:42.540374 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e967948-65f4-44ed-97cf-4f4189a507f0 req-759ecc85-fd72-4e70-8b63-b12b18b478e3 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:42.542049 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3e967948-65f4-44ed-97cf-4f4189a507f0 req-759ecc85-fd72-4e70-8b63-b12b18b478e3 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0976183 Apr 14 16:13:42.577591 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3e967948-65f4-44ed-97cf-4f4189a507f0 req-c203260d-67a7-4501-8ea9-455e15f98035 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282428 Apr 14 16:13:43.494391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:43.587959 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd199ae-284a-4d78-b1df-8c7ad9b707d8 req-94efe7bf-b525-41d6-8350-9e1884705062 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:43.589795 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2fd199ae-284a-4d78-b1df-8c7ad9b707d8 req-94efe7bf-b525-41d6-8350-9e1884705062 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0886662 Apr 14 16:13:43.622204 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2fd199ae-284a-4d78-b1df-8c7ad9b707d8 req-6a5c2961-fdb6-4940-a0cc-b9b7b9078c38 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258985 Apr 14 16:13:43.826306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0144a-b031-423d-95a7-9d1e9b3313c9 req-7b1a35ab-565d-49c4-a02c-92193b4796d8 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:43.829107 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c1f0144a-b031-423d-95a7-9d1e9b3313c9 req-7b1a35ab-565d-49c4-a02c-92193b4796d8 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0991862 Apr 14 16:13:43.861744 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c1f0144a-b031-423d-95a7-9d1e9b3313c9 req-36e77d85-9445-441a-b5ce-665bb4287770 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273495 Apr 14 16:13:44.440521 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ec9c2b01-3f02-45f0-a280-676099b1a115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:44.835373 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4d343-a8f2-4357-abf7-3ec7b22a9586 req-f0b699fd-d9e8-4830-b4aa-750852e7344d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:44.836970 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bdc4d343-a8f2-4357-abf7-3ec7b22a9586 req-f0b699fd-d9e8-4830-b4aa-750852e7344d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0924773 Apr 14 16:13:44.870080 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bdc4d343-a8f2-4357-abf7-3ec7b22a9586 req-db5cc0c7-c842-460d-ae87-309a76664ba4 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258214 Apr 14 16:13:45.637333 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744f82c-bb35-4140-8803-677951f80c0c req-ee764f74-9de8-468d-889e-adffc15625d9 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:45.639140 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4744f82c-bb35-4140-8803-677951f80c0c req-ee764f74-9de8-468d-889e-adffc15625d9 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0944536 Apr 14 16:13:45.670705 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4744f82c-bb35-4140-8803-677951f80c0c req-b2ee1d18-e94d-40de-aacd-30f0ba4543e6 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251253 Apr 14 16:13:46.092460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ef315-451e-411b-998d-2baa4a6851db req-39e9a25d-19db-476b-b13f-b75535f0e8c3 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:46.094153 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-949ef315-451e-411b-998d-2baa4a6851db req-39e9a25d-19db-476b-b13f-b75535f0e8c3 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.1003411 Apr 14 16:13:46.155054 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-949ef315-451e-411b-998d-2baa4a6851db req-7e958a5b-e845-4d58-86e1-7226026de77d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523338 Apr 14 16:13:46.568732 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-939f35f5-3495-44ca-ac66-ee06ce0d418b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:47.371189 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04175f7-d3a0-493b-8708-53a017d4cf63 req-3878e3ea-3b43-4c25-bc34-0ffc23d75711 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:47.372823 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b04175f7-d3a0-493b-8708-53a017d4cf63 req-3878e3ea-3b43-4c25-bc34-0ffc23d75711 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0899487 Apr 14 16:13:47.405916 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b04175f7-d3a0-493b-8708-53a017d4cf63 req-0a7ed5f5-56c7-408a-af16-001865aefdac tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265594 Apr 14 16:13:47.520358 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:47.671867 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:48.623639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b288ee-c989-4db8-aca4-bfa2c16e5d35 req-cd0ea369-72f8-438f-8de1-4c8d7ce888e3 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:48.625221 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-66b288ee-c989-4db8-aca4-bfa2c16e5d35 req-cd0ea369-72f8-438f-8de1-4c8d7ce888e3 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0883510 Apr 14 16:13:48.656661 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-66b288ee-c989-4db8-aca4-bfa2c16e5d35 req-4be91a4f-1a7b-4534-9106-c81ebb621b4b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249271 Apr 14 16:13:48.944076 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:49.875794 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e489a6-bc9a-4af6-99a5-22da43f72688 req-eaf5f774-d18f-42b3-a83b-e1f6efa3e0cb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:49.877421 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e2e489a6-bc9a-4af6-99a5-22da43f72688 req-eaf5f774-d18f-42b3-a83b-e1f6efa3e0cb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.1002536 Apr 14 16:13:49.910275 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e2e489a6-bc9a-4af6-99a5-22da43f72688 req-b404210f-428b-4ad4-8f08-ab5709b5d80f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262847 Apr 14 16:13:51.121444 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6b7be-2862-4fc0-af69-5eb5e59f1ff1 req-164c0b49-5b70-484b-be1c-5a0e1200ac6d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:51.123039 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bbb6b7be-2862-4fc0-af69-5eb5e59f1ff1 req-164c0b49-5b70-484b-be1c-5a0e1200ac6d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0932209 Apr 14 16:13:51.164667 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bbb6b7be-2862-4fc0-af69-5eb5e59f1ff1 req-283beea5-5caf-4898-a5a4-eb815cd00085 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266931 Apr 14 16:13:52.384413 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23925187-8e56-4965-a002-149e2e562295 req-2e245a9e-3f9a-4a74-9b05-117be6b64370 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:52.386007 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-23925187-8e56-4965-a002-149e2e562295 req-2e245a9e-3f9a-4a74-9b05-117be6b64370 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0920405 Apr 14 16:13:52.417876 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-23925187-8e56-4965-a002-149e2e562295 req-2f7357b8-df55-40c2-804a-91edcbfc22e2 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247753 Apr 14 16:13:53.638644 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca3e91-3ac1-4bc1-a8a4-ab534656dc69 req-214ecb8a-c6a0-4c86-904a-09eb76b64cd7 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:53.640218 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-42ca3e91-3ac1-4bc1-a8a4-ab534656dc69 req-214ecb8a-c6a0-4c86-904a-09eb76b64cd7 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0930407 Apr 14 16:13:53.670947 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-42ca3e91-3ac1-4bc1-a8a4-ab534656dc69 req-f8b89e63-46fd-47a6-95bd-6240400d9eb2 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243456 Apr 14 16:13:54.876706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9ee2a-819c-4a21-ac2b-93663f01269b req-a696d652-f3d9-4202-a36e-d957cb694f7b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:54.878311 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b1b9ee2a-819c-4a21-ac2b-93663f01269b req-a696d652-f3d9-4202-a36e-d957cb694f7b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0882993 Apr 14 16:13:54.908961 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b1b9ee2a-819c-4a21-ac2b-93663f01269b req-90a834cd-25ca-44e5-9e61-4390b8b1289b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0242777 Apr 14 16:13:56.125010 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f95b8-fa9b-4340-ad96-887756d082b1 req-cea0af63-fb12-4b9c-a4f2-d4d1ebcc21bd tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:56.127225 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c28f95b8-fa9b-4340-ad96-887756d082b1 req-cea0af63-fb12-4b9c-a4f2-d4d1ebcc21bd tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0977147 Apr 14 16:13:56.164679 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c28f95b8-fa9b-4340-ad96-887756d082b1 req-c490306c-5c18-44a6-82aa-9f0d422f6f13 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264778 Apr 14 16:13:57.393681 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f5e61-6505-403c-a1b2-e9c7059a58f1 req-9c451195-38eb-41cd-ad5f-3f79140edc26 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:57.395454 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-026f5e61-6505-403c-a1b2-e9c7059a58f1 req-9c451195-38eb-41cd-ad5f-3f79140edc26 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.1057169 Apr 14 16:13:57.440818 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-026f5e61-6505-403c-a1b2-e9c7059a58f1 req-12216a0c-d1c1-4169-b148-47ff87972c1a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360959 Apr 14 16:13:57.593406 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e3f3a-064c-4488-9623-d56e00dfe9dc req-744d4814-5277-431d-89dd-21fb839381e5 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:57.595009 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5d3e3f3a-064c-4488-9623-d56e00dfe9dc req-744d4814-5277-431d-89dd-21fb839381e5 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1042643 Apr 14 16:13:57.628620 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5d3e3f3a-064c-4488-9623-d56e00dfe9dc req-902d0ee9-d7b6-443a-b020-42d13d2dbf6f tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268786 Apr 14 16:13:58.652870 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25071b16-2ef5-492c-80a4-0e0e99a73427 req-d397d870-3ef7-4ace-9cdf-dace2d079557 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:58.654663 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-25071b16-2ef5-492c-80a4-0e0e99a73427 req-d397d870-3ef7-4ace-9cdf-dace2d079557 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0906503 Apr 14 16:13:58.686806 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-25071b16-2ef5-492c-80a4-0e0e99a73427 req-29105acf-335a-4708-bb99-c7aad1cc4464 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257127 Apr 14 16:13:58.844064 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d170c-5a8c-42bf-9784-5ce039e264ea req-377bbf90-b78e-4cf7-818b-23f73244a3fb tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:58.845733 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-950d170c-5a8c-42bf-9784-5ce039e264ea req-377bbf90-b78e-4cf7-818b-23f73244a3fb tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.0981481 Apr 14 16:13:58.876958 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-950d170c-5a8c-42bf-9784-5ce039e264ea req-307120fe-1ba0-4aa0-a589-1f7666c905ee tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0243347 Apr 14 16:13:59.898245 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a080a-3714-4fea-b7f8-35af09897ca1 req-3d52523c-3911-4e54-86be-b1359bf17df9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:59.899842 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-df6a080a-3714-4fea-b7f8-35af09897ca1 req-3d52523c-3911-4e54-86be-b1359bf17df9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0939817 Apr 14 16:13:59.936087 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-df6a080a-3714-4fea-b7f8-35af09897ca1 req-e384596d-f821-4918-bf5b-2315a799935d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289748 Apr 14 16:14:00.094362 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740da08-d695-42cc-af9f-18d6776ee3de req-6171482e-163e-41dd-94e9-f71cab5033f9 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:00.095969 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6740da08-d695-42cc-af9f-18d6776ee3de req-6171482e-163e-41dd-94e9-f71cab5033f9 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.0931673 Apr 14 16:14:00.127435 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6740da08-d695-42cc-af9f-18d6776ee3de req-db79a2b5-f6f5-460a-9df8-52e934e5af85 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248630 Apr 14 16:14:01.155767 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c387d9-2989-4ffb-b146-69258122e11c req-2e8447c2-3a66-4187-ba34-b0eb094ec8e8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:01.157388 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c0c387d9-2989-4ffb-b146-69258122e11c req-2e8447c2-3a66-4187-ba34-b0eb094ec8e8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0906901 Apr 14 16:14:01.191076 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c0c387d9-2989-4ffb-b146-69258122e11c req-7a854249-772b-4f4b-a388-11aa35857a79 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266402 Apr 14 16:14:01.334588 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b3a42-b01c-4552-8c39-c1b4104d6011 req-48cac4f1-3943-43ae-97b0-56993e236d1c tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:01.336179 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-172b3a42-b01c-4552-8c39-c1b4104d6011 req-48cac4f1-3943-43ae-97b0-56993e236d1c tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.0912733 Apr 14 16:14:01.367082 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-172b3a42-b01c-4552-8c39-c1b4104d6011 req-0c64b98d-f2cd-4215-8370-7321d6b73604 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0237892 Apr 14 16:14:02.406946 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acb096-c427-46f3-95c2-39c132f52387 req-7142bb8e-91f1-417d-8bda-fdbcaae9208f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:02.408797 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9acb096-c427-46f3-95c2-39c132f52387 req-7142bb8e-91f1-417d-8bda-fdbcaae9208f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0955093 Apr 14 16:14:02.440731 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9acb096-c427-46f3-95c2-39c132f52387 req-68d57cd8-1904-4844-b58a-d8d766b46e5f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254161 Apr 14 16:14:02.575779 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f2da4-5197-4995-ac41-253bcbfb7454 req-bdea6366-3fef-478a-92d6-fe1a2cf758d7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:02.577515 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b09f2da4-5197-4995-ac41-253bcbfb7454 req-bdea6366-3fef-478a-92d6-fe1a2cf758d7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.0926485 Apr 14 16:14:02.608768 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b09f2da4-5197-4995-ac41-253bcbfb7454 req-313f784c-1e11-4daf-a835-a33e5d89b273 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246351 Apr 14 16:14:03.658937 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72093537-96a0-474e-a5e3-ad2266bf8a74 req-93aa44b2-1a20-406d-92bc-76c822ad6f44 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:03.660516 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-72093537-96a0-474e-a5e3-ad2266bf8a74 req-93aa44b2-1a20-406d-92bc-76c822ad6f44 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0911527 Apr 14 16:14:03.692791 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-72093537-96a0-474e-a5e3-ad2266bf8a74 req-86fd4d69-5f7d-4949-9b68-a69c2d114996 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257113 Apr 14 16:14:03.962227 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe31dd-e29d-4e17-8dd3-54a6f9299baf req-53f64413-a15b-476b-bfad-58f36c1bfded tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:03.963821 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7efe31dd-e29d-4e17-8dd3-54a6f9299baf req-53f64413-a15b-476b-bfad-58f36c1bfded tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.0916319 Apr 14 16:14:03.995119 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7efe31dd-e29d-4e17-8dd3-54a6f9299baf req-98658132-fbfe-42c0-9aef-6239bebb318c tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248971 Apr 14 16:14:04.315229 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device d74de9c1-8188-4d05-92fc-6cdce0aa2e31 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:14:04.459066 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port d74de9c1-8188-4d05-92fc-6cdce0aa2e31, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:04.472898 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'port_id': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31', 'mac_address': 'fa:16:3e:52:ea:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:14:04.536802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:04.538146 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d74de9c1-8188-4d05-92fc-6cdce0aa2e31 {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:14:04.555233 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port d74de9c1-8188-4d05-92fc-6cdce0aa2e31, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:04.558833 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:04.560904 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:04.630784 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,revision_number=6']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:04.639299 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:04.639697 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:04.640076 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:04.640452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:04.640822 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:04.641244 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:04.641989 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:04.641989 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:04.642322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:04.642685 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:04.643046 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:04.643408 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:04.647357 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:04.908832 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e98ca-0450-454a-a519-ef1e3bce7cb2 req-7f6d8ca1-3cca-4961-816c-bda9b469075a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:04.910322 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4b6e98ca-0450-454a-a519-ef1e3bce7cb2 req-7f6d8ca1-3cca-4961-816c-bda9b469075a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 944 time: 0.0924709 Apr 14 16:14:04.941757 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4b6e98ca-0450-454a-a519-ef1e3bce7cb2 req-94372bee-b783-44bf-9517-6bc20d614191 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248911 Apr 14 16:14:05.181145 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['d74de9c1-8188-4d05-92fc-6cdce0aa2e31'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:14:05.229706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0102b-db73-4ae6-bb01-6a69c710e863 req-e5fe8258-477f-4ad1-80ba-cfcb77ffe8aa tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:05.232128 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-dac0102b-db73-4ae6-bb01-6a69c710e863 req-e5fe8258-477f-4ad1-80ba-cfcb77ffe8aa tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1213858 Apr 14 16:14:05.267326 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-dac0102b-db73-4ae6-bb01-6a69c710e863 req-9a964962-c5fa-4da8-a8e7-373a3452a2f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285532 Apr 14 16:14:05.679018 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9493adb-add9-4903-be64-63ad202ccc19 req-c36ceb98-42b8-4ff3-987f-020984b884a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:05.680694 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9493adb-add9-4903-be64-63ad202ccc19 req-c36ceb98-42b8-4ff3-987f-020984b884a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef0238a8f524a30a94d06aa25d272f8&device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 1098 time: 0.0837486 Apr 14 16:14:05.712308 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18440ec-ad1f-4667-ae0d-28098c91ed9f req-11a1539a-577b-447e-b0ca-4d332c01137a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:05.713931 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f18440ec-ad1f-4667-ae0d-28098c91ed9f req-11a1539a-577b-447e-b0ca-4d332c01137a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0899222 Apr 14 16:14:05.746520 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f18440ec-ad1f-4667-ae0d-28098c91ed9f req-2a773bf5-7f9a-4660-a6e8-7c9c5bf0c1af tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252643 Apr 14 16:14:05.839625 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9493adb-add9-4903-be64-63ad202ccc19 req-86358785-3c95-4400-bcba-12c32d3360bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:05.841218 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9493adb-add9-4903-be64-63ad202ccc19 req-86358785-3c95-4400-bcba-12c32d3360bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c HTTP/1.1" status: 200 len: 918 time: 0.1427491 Apr 14 16:14:05.932039 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9493adb-add9-4903-be64-63ad202ccc19 req-ad598dab-29d3-47ca-a56e-b3f982feccbb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56a60b7b-6e5f-46c0-9f81-4dffc4926337 HTTP/1.1" status: 200 len: 217 time: 0.0728891 Apr 14 16:14:06.013934 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9493adb-add9-4903-be64-63ad202ccc19 req-ca23f29c-05b5-4578-a8e0-2cf61770aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:06.015520 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9493adb-add9-4903-be64-63ad202ccc19 req-ca23f29c-05b5-4578-a8e0-2cf61770aa43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e HTTP/1.1" status: 200 len: 857 time: 0.0665889 Apr 14 16:14:06.131748 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9493adb-add9-4903-be64-63ad202ccc19 req-0090133c-ebd6-45ea-b9cb-a18566ef423b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003070 Apr 14 16:14:06.270080 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8cd00-4715-4fbd-a20c-1c602bccbe34 req-c9b0a079-03d0-46d4-9359-0dc2929306e0 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:06.271668 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-19c8cd00-4715-4fbd-a20c-1c602bccbe34 req-c9b0a079-03d0-46d4-9359-0dc2929306e0 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 944 time: 0.1992793 Apr 14 16:14:06.318921 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-19c8cd00-4715-4fbd-a20c-1c602bccbe34 req-eabc325e-6c98-4ab7-b318-9fec2bfe8417 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397179 Apr 14 16:14:06.328105 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device d74de9c1-8188-4d05-92fc-6cdce0aa2e31 up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:06.340850 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9493adb-add9-4903-be64-63ad202ccc19 req-78a8a201-b568-4472-9995-6a273d7f3cd3 service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860182 Apr 14 16:14:06.412793 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port d74de9c1-8188-4d05-92fc-6cdce0aa2e31 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:06.413522 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:06.488427 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12339979-f289-472e-a60a-8dd8b7c6d348 req-01d48864-7680-4b2d-a7bb-3a348baf0e4c tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:06.490364 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-12339979-f289-472e-a60a-8dd8b7c6d348 req-01d48864-7680-4b2d-a7bb-3a348baf0e4c tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.0971851 Apr 14 16:14:06.511010 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c9493adb-add9-4903-be64-63ad202ccc19 req-20f3ff24-7133-497c-89ed-d42a225cfc80 service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554892 Apr 14 16:14:06.527785 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-12339979-f289-472e-a60a-8dd8b7c6d348 req-34598f58-ea53-4014-aa0d-08fc2ceaaf3c tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290339 Apr 14 16:14:06.574038 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:06.586055 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:14:06.597251 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port d74de9c1-8188-4d05-92fc-6cdce0aa2e31, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:06.600926 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:06.602828 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:06.636618 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31', 'code': 200} Apr 14 16:14:06.678500 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,revision_number=7']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:06.681802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:06.952517 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9b73a-f5c3-4065-9ccf-13b67c493dc1 req-58352fd1-9c97-48e1-a33a-2691e470f354 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:06.954112 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-68f9b73a-f5c3-4065-9ccf-13b67c493dc1 req-58352fd1-9c97-48e1-a33a-2691e470f354 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0893214 Apr 14 16:14:06.986434 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-68f9b73a-f5c3-4065-9ccf-13b67c493dc1 req-eaae809b-bb25-4e6e-9ccf-8c204b2fbe3e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260768 Apr 14 16:14:07.542043 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e02941-420a-425e-b524-36733b07f268 req-0af497c2-6831-4e47-afb2-814273544e8e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:07.543913 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-22e02941-420a-425e-b524-36733b07f268 req-0af497c2-6831-4e47-afb2-814273544e8e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0927947 Apr 14 16:14:07.578702 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-22e02941-420a-425e-b524-36733b07f268 req-11311920-61cc-4fd7-9edb-528f3591edd1 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282681 Apr 14 16:14:07.751277 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba1983-edde-47fc-8625-b086755d74f0 req-691dfe06-fd6b-4aef-ab2e-3b98ea0db128 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:07.752860 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bdba1983-edde-47fc-8625-b086755d74f0 req-691dfe06-fd6b-4aef-ab2e-3b98ea0db128 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.0953045 Apr 14 16:14:07.786091 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bdba1983-edde-47fc-8625-b086755d74f0 req-80d3098e-d196-4055-8051-5e40fd5d2c0b tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265567 Apr 14 16:14:08.205870 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71402151-d095-45dd-821b-b504677b1eac req-e8c74bf5-79b8-490e-a84c-201e27598a65 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:08.207454 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-71402151-d095-45dd-821b-b504677b1eac req-e8c74bf5-79b8-490e-a84c-201e27598a65 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1064310 Apr 14 16:14:08.239956 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-71402151-d095-45dd-821b-b504677b1eac req-c6c76277-e110-4096-a6aa-bca9ac7fed95 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259833 Apr 14 16:14:08.847084 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646e051-691b-44d9-8e52-de629b3e1b0c req-ae9fd838-3382-4d4c-8ab5-932f0d3f30a0 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:08.848768 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f646e051-691b-44d9-8e52-de629b3e1b0c req-ae9fd838-3382-4d4c-8ab5-932f0d3f30a0 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.1330960 Apr 14 16:14:08.884803 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f646e051-691b-44d9-8e52-de629b3e1b0c req-6c899e11-a200-40a9-9c62-f13520ea2099 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274692 Apr 14 16:14:08.952337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecac499-e2aa-4098-ac96-a42425c1278b req-28708c79-b502-44fb-a5d8-a3e5fdd3699f tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:08.953992 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5ecac499-e2aa-4098-ac96-a42425c1278b req-28708c79-b502-44fb-a5d8-a3e5fdd3699f tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 945 time: 0.1004138 Apr 14 16:14:08.987250 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5ecac499-e2aa-4098-ac96-a42425c1278b req-bdceaff4-5c7e-442b-99db-036d43c20ecb tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261497 Apr 14 16:14:09.098091 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724974f7-e77c-44de-b87d-a608f5d05c05 req-55f88eae-6951-4a1c-8acb-f63b9987bacf tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:09.099819 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-724974f7-e77c-44de-b87d-a608f5d05c05 req-55f88eae-6951-4a1c-8acb-f63b9987bacf tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1007285 Apr 14 16:14:09.138097 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-724974f7-e77c-44de-b87d-a608f5d05c05 req-5967c12e-3d91-43ec-8238-aa3b489544b2 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313871 Apr 14 16:14:09.462215 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59decd2c-a1a7-4c5f-a008-8f470371c76f req-e6255d8a-66ba-4352-b7cb-5182ef61c8d9 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:09.463830 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-59decd2c-a1a7-4c5f-a008-8f470371c76f req-e6255d8a-66ba-4352-b7cb-5182ef61c8d9 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0999770 Apr 14 16:14:09.502271 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-59decd2c-a1a7-4c5f-a008-8f470371c76f req-4fb22a21-b1ee-4db0-a57e-28760a21a0ad tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284102 Apr 14 16:14:10.153569 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134c636-9a07-470f-bb4b-3bdf0a862046 req-8985f352-c7d0-46cb-9013-6174d0474cfa tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:10.155314 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9134c636-9a07-470f-bb4b-3bdf0a862046 req-8985f352-c7d0-46cb-9013-6174d0474cfa tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.1112382 Apr 14 16:14:10.264546 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457f0a8-e1df-49e4-8eec-e5f653ae7555 req-06dd6299-330e-4a5e-9529-9e3ebeedb0ae tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:10.266510 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3457f0a8-e1df-49e4-8eec-e5f653ae7555 req-06dd6299-330e-4a5e-9529-9e3ebeedb0ae tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 945 time: 0.1078703 Apr 14 16:14:10.311363 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3457f0a8-e1df-49e4-8eec-e5f653ae7555 req-f4dcfe2c-32cc-4471-ac15-ebfe369f50ca tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362220 Apr 14 16:14:10.440274 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9134c636-9a07-470f-bb4b-3bdf0a862046 req-82aed9e0-84fb-4980-a2ed-a3b9a5af941b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775795 Apr 14 16:14:10.567031 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4733875-03e2-47ff-a017-846e8c9d6bf9 req-46e20346-7e4f-41e0-aab0-61da9dcfd6e6 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:10.568605 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a4733875-03e2-47ff-a017-846e8c9d6bf9 req-46e20346-7e4f-41e0-aab0-61da9dcfd6e6 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1235182 Apr 14 16:14:10.629667 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a4733875-03e2-47ff-a017-846e8c9d6bf9 req-cef78f20-af06-44ec-a677-3f1d98964385 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353096 Apr 14 16:14:10.737493 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffd308-fdd1-49df-a7ec-6c90c71f4ac2 req-53bcbfd9-a632-4139-be58-c1ecfec5ab40 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:10.739088 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e3ffd308-fdd1-49df-a7ec-6c90c71f4ac2 req-53bcbfd9-a632-4139-be58-c1ecfec5ab40 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0920384 Apr 14 16:14:10.773620 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e3ffd308-fdd1-49df-a7ec-6c90c71f4ac2 req-fae2cd7f-3462-4cef-b74b-8043aab11e02 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271990 Apr 14 16:14:11.540121 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcdee9-9594-4c56-adc7-6e689257f645 req-e205d172-5ee8-493f-b5d0-3d4c87c34d68 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:11.541912 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-86bcdee9-9594-4c56-adc7-6e689257f645 req-e205d172-5ee8-493f-b5d0-3d4c87c34d68 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 945 time: 0.0955472 Apr 14 16:14:11.595018 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-86bcdee9-9594-4c56-adc7-6e689257f645 req-3461ea20-500e-4556-81af-bdd30b5cdc2e tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455217 Apr 14 16:14:11.696031 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bd629-6f6c-4f06-9933-e6195f01fb25 req-48b61760-49b5-4f05-bad4-c33fcd165fbe tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:11.703953 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-968bd629-6f6c-4f06-9933-e6195f01fb25 req-48b61760-49b5-4f05-bad4-c33fcd165fbe tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.1316214 Apr 14 16:14:11.737017 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-968bd629-6f6c-4f06-9933-e6195f01fb25 req-4dcc03f9-6764-4008-b98f-5db669f2483c tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300534 Apr 14 16:14:11.918681 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a7429-b0d9-404a-9101-d451967bfa54 req-26cdefa0-3ce9-4869-8599-5b0b2039262b tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:11.927922 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a14a7429-b0d9-404a-9101-d451967bfa54 req-26cdefa0-3ce9-4869-8599-5b0b2039262b tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1524968 Apr 14 16:14:11.968998 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a14a7429-b0d9-404a-9101-d451967bfa54 req-20bdeb27-6376-427b-a24a-05d55cf9c6a3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399578 Apr 14 16:14:12.124752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600ac21-0344-48a1-80b3-cb1977a4acf6 req-a06b3755-7c1f-4082-8ab5-94b9940e4561 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:12.133684 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d600ac21-0344-48a1-80b3-cb1977a4acf6 req-a06b3755-7c1f-4082-8ab5-94b9940e4561 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1941891 Apr 14 16:14:12.166835 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d600ac21-0344-48a1-80b3-cb1977a4acf6 req-e2f25303-00f5-481f-97b5-58f71f3f8990 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261326 Apr 14 16:14:12.817451 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d4fd1-fe50-44bc-9dc1-16e628d0f7d4 req-fcf5c83b-1677-4587-99b2-bea49f5d26dc tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:12.819085 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-227d4fd1-fe50-44bc-9dc1-16e628d0f7d4 req-fcf5c83b-1677-4587-99b2-bea49f5d26dc tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 945 time: 0.1106377 Apr 14 16:14:12.867512 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-227d4fd1-fe50-44bc-9dc1-16e628d0f7d4 req-5e12ddea-ef27-4190-8023-7b4a3a0d40c4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402973 Apr 14 16:14:13.022182 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab1dc5-c718-4e73-aa8f-d63b8d8965d4 req-1bee2678-402b-4972-b08f-58d494a89a70 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:13.023093 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-44ab1dc5-c718-4e73-aa8f-d63b8d8965d4 req-1bee2678-402b-4972-b08f-58d494a89a70 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.0973840 Apr 14 16:14:13.059271 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-44ab1dc5-c718-4e73-aa8f-d63b8d8965d4 req-dc793c37-bdf2-4558-b984-2315f7e18afd tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272617 Apr 14 16:14:13.302915 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518ee82-1bf7-4f3e-82db-c10d54970e39 req-b2f59545-0492-4647-b41a-ef0c367c410d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:13.311948 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0518ee82-1bf7-4f3e-82db-c10d54970e39 req-b2f59545-0492-4647-b41a-ef0c367c410d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.2176752 Apr 14 16:14:13.365842 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0518ee82-1bf7-4f3e-82db-c10d54970e39 req-b7595b5d-76e4-4fe5-8ae4-08f13097fcd2 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373728 Apr 14 16:14:13.467529 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f18c62-aaee-45b6-b9c8-5412e4b8e414 req-6c53e07a-2907-4c3e-b3b7-f01d55f2626c tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:13.469103 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-72f18c62-aaee-45b6-b9c8-5412e4b8e414 req-6c53e07a-2907-4c3e-b3b7-f01d55f2626c tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.41 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 945 time: 0.2393246 Apr 14 16:14:13.488145 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdd8f5-cde1-4177-8f82-14344dda037c req-1d1016ec-c7be-490a-acb8-41d7389c11ab tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:13.489685 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-85cdd8f5-cde1-4177-8f82-14344dda037c req-1d1016ec-c7be-490a-acb8-41d7389c11ab tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1268594 Apr 14 16:14:13.489971 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:13.587259 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-72f18c62-aaee-45b6-b9c8-5412e4b8e414 req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Deleting port e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:14:13.587644 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-72f18c62-aaee-45b6-b9c8-5412e4b8e414 req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:13.629640 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-85cdd8f5-cde1-4177-8f82-14344dda037c req-97ceb0af-e852-42d3-99b5-fb5bc4e7e66b tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929725 Apr 14 16:14:13.893270 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-72f18c62-aaee-45b6-b9c8-5412e4b8e414 req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] For port e07ec31c-d9ac-4532-b2dd-5c2caeafaf57, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e07ec31c-d9ac-4532-b2dd-5c2caeafaf57,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:13.893844 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-72f18c62-aaee-45b6-b9c8-5412e4b8e414 req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:14.056589 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-72f18c62-aaee-45b6-b9c8-5412e4b8e414 req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Calling delete_port for e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 owned by compute:nova {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:14:14.104066 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7668b-3067-4f20-b03a-7d9bcd2be3dd req-c1bab6a8-15ce-4ed4-ac9b-be87cad7c753 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:14.124904 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-eee7668b-3067-4f20-b03a-7d9bcd2be3dd req-c1bab6a8-15ce-4ed4-ac9b-be87cad7c753 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 945 time: 0.1179001 Apr 14 16:14:14.170119 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-eee7668b-3067-4f20-b03a-7d9bcd2be3dd req-e3c0a39b-7f09-425c-89d8-920c5409069a tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432131 Apr 14 16:14:14.354576 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-72f18c62-aaee-45b6-b9c8-5412e4b8e414 req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:14.364707 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde1373-7cb8-41a0-a67a-abbdb34e72d4 req-e9635fe0-0973-44b1-bd41-4a2b37086905 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:14.366334 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fbde1373-7cb8-41a0-a67a-abbdb34e72d4 req-e9635fe0-0973-44b1-bd41-4a2b37086905 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.1281826 Apr 14 16:14:14.382335 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f', '6e058dba-7fbb-4a6f-9393-4264eeea9e1a', '74e72ff8-2061-4e4e-8b24-05f30e265a90', 'e07ec31c-d9ac-4532-b2dd-5c2caeafaf57'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:14:14.452634 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:14.497994 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4df467a6-7162-4b53-b668-3430cd1a3ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:14.521436 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Pushing event deleted for resources: {'Port': ['ID=e07ec31c-d9ac-4532-b2dd-5c2caeafaf57,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:14.546256 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:14.546667 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:14.547075 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:14.547484 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:14.547882 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:14.548279 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:14.548674 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:14.549077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:14.549480 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:14.549868 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:14.550257 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:14.550647 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:14.568755 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fbde1373-7cb8-41a0-a67a-abbdb34e72d4 req-2a9c13fa-035b-4686-a410-1bbd1e319d88 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724730 Apr 14 16:14:14.570940 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:14.610092 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469cced-d33b-431d-ad63-3934cf241968 req-59af2c84-8c18-4a5b-beec-215f179f1bf7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:14.611749 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8469cced-d33b-431d-ad63-3934cf241968 req-59af2c84-8c18-4a5b-beec-215f179f1bf7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1064386 Apr 14 16:14:14.644130 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8469cced-d33b-431d-ad63-3934cf241968 req-596fc875-cf27-4d62-b528-7d03e9cb669c tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259025 Apr 14 16:14:14.689556 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f18c62-aaee-45b6-b9c8-5412e4b8e414 req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] No DVR routers for this DVR port e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 on host hv-cinder-78626 {{(pid=85245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:14:14.692632 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-72f18c62-aaee-45b6-b9c8-5412e4b8e414 req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:14.695460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304001e9-ca53-4ab3-be25-483e56e3b857', 'name': 'network-vif-deleted', 'tag': 'e07ec31c-d9ac-4532-b2dd-5c2caeafaf57'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:14:14.711572 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-72f18c62-aaee-45b6-b9c8-5412e4b8e414 req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.41 "DELETE /v2.0/ports/e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 HTTP/1.1" status: 204 len: 173 time: 1.2208118 Apr 14 16:14:14.762182 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304001e9-ca53-4ab3-be25-483e56e3b857', 'name': 'network-vif-deleted', 'tag': 'e07ec31c-d9ac-4532-b2dd-5c2caeafaf57', 'status': 'completed', 'code': 200} Apr 14 16:14:14.852766 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcde83-9a3c-4882-893f-a18200d5d8e3 req-d602e7c7-bcc9-47db-80e1-6c53b99a8ff7 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:14.854336 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f8dcde83-9a3c-4882-893f-a18200d5d8e3 req-d602e7c7-bcc9-47db-80e1-6c53b99a8ff7 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0898530 Apr 14 16:14:14.887836 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f8dcde83-9a3c-4882-893f-a18200d5d8e3 req-da0b825a-c9fc-4cf4-9a0e-a88be50c22c7 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257871 Apr 14 16:14:15.352566 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-02becde4-b2a6-4c04-ac11-151e9dc60d43 req-f3835a50-260e-4f7b-9382-0f1a83e988c4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=304001e9-ca53-4ab3-be25-483e56e3b857 HTTP/1.1" status: 200 len: 210 time: 0.0501602 Apr 14 16:14:15.932568 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dec48b-7de6-4929-92d4-2d6fca8e5b17 req-1cf5eb3c-4272-4b14-8887-914aaa70198e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:15.943622 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-00dec48b-7de6-4929-92d4-2d6fca8e5b17 req-1cf5eb3c-4272-4b14-8887-914aaa70198e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.2113431 Apr 14 16:14:15.968351 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b43d4d-3fe9-4ce5-9200-8dcb207e16ac req-cf24157e-d709-43a7-bdda-6879c6faeaf9 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:15.970094 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-14b43d4d-3fe9-4ce5-9200-8dcb207e16ac req-cf24157e-d709-43a7-bdda-6879c6faeaf9 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1495004 Apr 14 16:14:15.987981 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-00dec48b-7de6-4929-92d4-2d6fca8e5b17 req-1662a573-5c51-47fa-9145-7e2c5236cd2e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431182 Apr 14 16:14:16.030487 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-14b43d4d-3fe9-4ce5-9200-8dcb207e16ac req-24b30401-37f9-439b-ba2c-ba5f3dc47acc tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500810 Apr 14 16:14:16.169798 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:14:16.270777 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2192b53-d931-4081-b5af-dd13fcd44126 req-b5160ad2-6345-4b5b-a25e-75b6d34e363d tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:16.273062 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c2192b53-d931-4081-b5af-dd13fcd44126 req-b5160ad2-6345-4b5b-a25e-75b6d34e363d tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1135991 Apr 14 16:14:16.314662 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c2192b53-d931-4081-b5af-dd13fcd44126 req-82ae0e30-cc67-4438-b1f2-1552de65f24a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342081 Apr 14 16:14:16.364500 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:14:16.406948 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:14:16.407336 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device e07ec31c-d9ac-4532-b2dd-5c2caeafaf57 not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:14:16.664298 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0dc3ed4b-5901-45c3-a14a-efd8640013f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:17.288711 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee40c9-3a6f-455b-b547-0b05fcaeb613 req-1281f376-a346-4945-a40a-4114c2a9eec2 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:17.292205 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4aee40c9-3a6f-455b-b547-0b05fcaeb613 req-1281f376-a346-4945-a40a-4114c2a9eec2 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1081247 Apr 14 16:14:17.311614 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b2b5b-907b-42a3-908f-24bcc9438bcb req-cea866aa-fba9-4084-b934-a2ac9e7bcead tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:17.313603 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-507b2b5b-907b-42a3-908f-24bcc9438bcb req-cea866aa-fba9-4084-b934-a2ac9e7bcead tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.1115587 Apr 14 16:14:17.335171 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4aee40c9-3a6f-455b-b547-0b05fcaeb613 req-434a4957-8079-47f9-b20d-2f136a01a396 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343466 Apr 14 16:14:17.351277 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-507b2b5b-907b-42a3-908f-24bcc9438bcb req-d57e1352-c74b-44ff-95b0-3f0087cd23aa tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302215 Apr 14 16:14:17.523999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:17.550865 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090e884-4efc-48af-9361-e29c1c2419ff req-cf7188d8-b205-4865-ae04-3d66f9845bd5 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:17.552447 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e090e884-4efc-48af-9361-e29c1c2419ff req-cf7188d8-b205-4865-ae04-3d66f9845bd5 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0946982 Apr 14 16:14:17.583938 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e090e884-4efc-48af-9361-e29c1c2419ff req-e05351fc-cbdf-4a9a-9a56-645e2296c349 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245311 Apr 14 16:14:17.675690 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:18.328177 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798e987-edfb-4f06-8418-12a7ae1475f2 req-cdfa8730-4332-4a28-b7e2-64f629d44562 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:18.329139 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-1798e987-edfb-4f06-8418-12a7ae1475f2 req-cdfa8730-4332-4a28-b7e2-64f629d44562 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Synchronizing usage tracker for tenant:b8a4298bacf14cd493bcec2e3543ab00 on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:14:18.345708 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-1798e987-edfb-4f06-8418-12a7ae1475f2 req-cdfa8730-4332-4a28-b7e2-64f629d44562 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Unset dirty status for tenant:b8a4298bacf14cd493bcec2e3543ab00 on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:14:18.349701 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1798e987-edfb-4f06-8418-12a7ae1475f2 req-cdfa8730-4332-4a28-b7e2-64f629d44562 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 946 time: 0.1201627 Apr 14 16:14:18.396519 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1798e987-edfb-4f06-8418-12a7ae1475f2 req-011fe1a8-628e-4da4-8bfe-f1d7159a3981 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420067 Apr 14 16:14:18.561130 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9957cc-ef9f-4c87-9a76-e5b164b531b2 req-939aae46-51e8-4a9a-9544-e88b21ceadd6 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:18.563185 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3f9957cc-ef9f-4c87-9a76-e5b164b531b2 req-939aae46-51e8-4a9a-9544-e88b21ceadd6 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1000102 Apr 14 16:14:18.597566 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3f9957cc-ef9f-4c87-9a76-e5b164b531b2 req-1cc1794b-f977-4463-b73e-a723160e5f97 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278373 Apr 14 16:14:18.625500 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429acff9-bf62-46e2-a4d2-9521a38c18aa req-61147ccd-fcbb-4082-82b8-dfc87cd6d71a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:18.629766 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-429acff9-bf62-46e2-a4d2-9521a38c18aa req-61147ccd-fcbb-4082-82b8-dfc87cd6d71a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.1127648 Apr 14 16:14:18.695916 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-429acff9-bf62-46e2-a4d2-9521a38c18aa req-637915ab-bb6d-448c-9dbe-3f3e304a6e0d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605502 Apr 14 16:14:18.823913 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f4cab-737a-4865-8566-6cfdc0008202 req-b373f234-e403-4469-a6d6-0aca92fa7fae tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:18.825520 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b07f4cab-737a-4865-8566-6cfdc0008202 req-b373f234-e403-4469-a6d6-0aca92fa7fae tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0967748 Apr 14 16:14:18.866231 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b07f4cab-737a-4865-8566-6cfdc0008202 req-6b4b986a-991b-463c-9613-29e2a831a4ad tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330036 Apr 14 16:14:18.964903 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:19.346582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-3075555e-8994-4390-95b1-cac498d20896 req-9bffb1a2-88b9-4ae0-8d6a-cca9efa572e7 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Synchronizing usage tracker for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:security_group {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:14:19.375491 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-3075555e-8994-4390-95b1-cac498d20896 req-9bffb1a2-88b9-4ae0-8d6a-cca9efa572e7 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Unset dirty status for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:security_group {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:14:19.376778 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3075555e-8994-4390-95b1-cac498d20896 req-9bffb1a2-88b9-4ae0-8d6a-cca9efa572e7 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-944231262&fields=id&tenant_id=ed9d2e253f144da0bf1bbc63b4657b81 HTTP/1.1" status: 200 len: 267 time: 0.0581934 Apr 14 16:14:19.601224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075555e-8994-4390-95b1-cac498d20896 req-7b83b1a1-6f06-4c53-a2f2-cfd99c11ce52 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:19.618429 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3075555e-8994-4390-95b1-cac498d20896 req-7b83b1a1-6f06-4c53-a2f2-cfd99c11ce52 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/networks?id=7f231942-4227-4866-b347-c39ce3e77e17 HTTP/1.1" status: 200 len: 812 time: 0.2328866 Apr 14 16:14:19.642639 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3075555e-8994-4390-95b1-cac498d20896 req-278c9ee5-fa74-489d-bbf0-3cc3401566e0 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/quotas/ed9d2e253f144da0bf1bbc63b4657b81 HTTP/1.1" status: 200 len: 375 time: 0.0230055 Apr 14 16:14:19.648222 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b7366-0b5e-4412-9ec5-1c2f31a6c636 req-af8c8918-6504-461e-9ea0-2f2d9e8e586f tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:19.649893 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8c4b7366-0b5e-4412-9ec5-1c2f31a6c636 req-af8c8918-6504-461e-9ea0-2f2d9e8e586f tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 946 time: 0.1262376 Apr 14 16:14:19.735788 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8c4b7366-0b5e-4412-9ec5-1c2f31a6c636 req-2e014113-ac81-4287-9acc-9c448ced63df tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779178 Apr 14 16:14:19.764388 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-3075555e-8994-4390-95b1-cac498d20896 req-79ce9b2c-5dfb-490f-8719-86b23689a35c tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Synchronizing usage tracker for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:14:19.784446 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-3075555e-8994-4390-95b1-cac498d20896 req-79ce9b2c-5dfb-490f-8719-86b23689a35c tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Unset dirty status for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:14:19.786161 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3075555e-8994-4390-95b1-cac498d20896 req-79ce9b2c-5dfb-490f-8719-86b23689a35c tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1425476 Apr 14 16:14:19.987231 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3075555e-8994-4390-95b1-cac498d20896 req-809e4370-b850-4c49-a29d-dce13f7f9569 service neutron] 10.222.0.60 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767929 Apr 14 16:14:20.048381 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abaaad-16b2-439d-921f-b3f415226b73 req-25bdad23-f180-498c-82ae-a3ca410ae1c2 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:20.051714 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-71abaaad-16b2-439d-921f-b3f415226b73 req-25bdad23-f180-498c-82ae-a3ca410ae1c2 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1688876 Apr 14 16:14:20.101683 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-71abaaad-16b2-439d-921f-b3f415226b73 req-dfcae255-f63a-4e54-bf26-e85ae86f011d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430131 Apr 14 16:14:20.344026 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe79d2-1fb6-44cd-a3a1-b574071b07fd req-da042b03-91f9-4c15-8c37-18b68da9aa36 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:20.345728 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b7fe79d2-1fb6-44cd-a3a1-b574071b07fd req-da042b03-91f9-4c15-8c37-18b68da9aa36 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.1089475 Apr 14 16:14:20.346409 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3075555e-8994-4390-95b1-cac498d20896 req-8838b5b0-d6e4-44e7-863e-a8f798d72ba2 service neutron] 10.222.0.60 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648393 Apr 14 16:14:20.380630 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b7fe79d2-1fb6-44cd-a3a1-b574071b07fd req-c249a6ae-0bab-4458-b12e-dcfa51dddda5 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276387 Apr 14 16:14:20.605095 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78546050-59b1-4cee-be82-db33d69ad695 req-8f363a9a-6640-462c-8bac-619d395111fe tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:20.613598 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-78546050-59b1-4cee-be82-db33d69ad695 req-8f363a9a-6640-462c-8bac-619d395111fe tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1081145 Apr 14 16:14:20.654705 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-78546050-59b1-4cee-be82-db33d69ad695 req-5b5f9786-4246-43ff-b54e-b18a4483a7b7 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397847 Apr 14 16:14:20.892615 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c395c3e4-8e29-468f-b350-d2de9166497e req-8e6a7ce1-623f-404d-b093-07a5e5a11174 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 210 time: 0.0768406 Apr 14 16:14:21.018533 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f0460-f9c2-4d2d-9d8a-a3027c08b46c req-80698201-40d0-4b11-87e1-f4ce568372e0 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:21.027592 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fe0f0460-f9c2-4d2d-9d8a-a3027c08b46c req-80698201-40d0-4b11-87e1-f4ce568372e0 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 946 time: 0.1442628 Apr 14 16:14:21.055493 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fe0f0460-f9c2-4d2d-9d8a-a3027c08b46c req-771c8148-4a8b-416d-80fb-2b970723dc7d tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267107 Apr 14 16:14:21.289222 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bb1d3-c39a-4d52-a064-79b459d4eb5a req-dc91b6a2-9ad3-4894-bcdf-42e5810e4a33 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:21.290801 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-475bb1d3-c39a-4d52-a064-79b459d4eb5a req-dc91b6a2-9ad3-4894-bcdf-42e5810e4a33 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 946 time: 0.1009853 Apr 14 16:14:21.333766 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee564d4c-2062-4ddd-8962-15e7573a03b3 req-a4027a95-0396-4c34-9c57-bdd4be7fc14b tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:21.335508 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee564d4c-2062-4ddd-8962-15e7573a03b3 req-a4027a95-0396-4c34-9c57-bdd4be7fc14b tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.0977166 Apr 14 16:14:21.369094 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee564d4c-2062-4ddd-8962-15e7573a03b3 req-8fff391e-a42c-4dc3-a6b6-b74461bd82ac tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265226 Apr 14 16:14:21.407588 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-475bb1d3-c39a-4d52-a064-79b459d4eb5a req-fa728dea-98f9-4c19-be93-5aa6622b85a9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Deleting port 74e72ff8-2061-4e4e-8b24-05f30e265a90 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:14:21.407973 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-475bb1d3-c39a-4d52-a064-79b459d4eb5a req-fa728dea-98f9-4c19-be93-5aa6622b85a9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:21.875657 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922286b2-4040-4ac6-b1aa-38b1993b923b req-f9c52b5a-1a70-4b42-8cfb-3ce8aaf72a9c tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:21.877476 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-922286b2-4040-4ac6-b1aa-38b1993b923b req-f9c52b5a-1a70-4b42-8cfb-3ce8aaf72a9c tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0953252 Apr 14 16:14:21.918395 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-922286b2-4040-4ac6-b1aa-38b1993b923b req-5cba0c2b-c770-41ce-a05d-2ba60be8b4ef tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324080 Apr 14 16:14:21.967488 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea5288-c221-4e74-acdf-78d1eb1370f1 req-5b52ff6b-baaf-4450-b98a-7f75f5bfcf88 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:21.969222 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6cea5288-c221-4e74-acdf-78d1eb1370f1 req-5b52ff6b-baaf-4450-b98a-7f75f5bfcf88 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.4551308 Apr 14 16:14:22.014130 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-475bb1d3-c39a-4d52-a064-79b459d4eb5a req-fa728dea-98f9-4c19-be93-5aa6622b85a9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] For port 74e72ff8-2061-4e4e-8b24-05f30e265a90, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=74e72ff8-2061-4e4e-8b24-05f30e265a90,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:22.014648 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-475bb1d3-c39a-4d52-a064-79b459d4eb5a req-fa728dea-98f9-4c19-be93-5aa6622b85a9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.028594 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6cea5288-c221-4e74-acdf-78d1eb1370f1 req-174e4a6d-f7e8-4b46-ac94-91712aad469e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452456 Apr 14 16:14:22.081849 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-30ae9358-db8d-4725-a12d-0fe14582fe88 req-83dbb69f-0588-4ea0-bc28-14bd71ec5178 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 210 time: 0.0562356 Apr 14 16:14:22.171231 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-475bb1d3-c39a-4d52-a064-79b459d4eb5a req-fa728dea-98f9-4c19-be93-5aa6622b85a9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Calling delete_port for 74e72ff8-2061-4e4e-8b24-05f30e265a90 owned by compute:nova {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:14:22.347012 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea7961-7053-44c0-96f4-beebf136ea3e req-fa918363-b75e-4cba-9ca6-02266610b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:22.348621 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bbea7961-7053-44c0-96f4-beebf136ea3e req-fa918363-b75e-4cba-9ca6-02266610b4ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f&device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 1098 time: 0.0797186 Apr 14 16:14:22.372785 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd32d89-f14c-41f5-b875-f1c22fb91484 req-f8b66b26-ebca-4909-9b42-46b0aa36d084 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:22.374368 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-acd32d89-f14c-41f5-b875-f1c22fb91484 req-f8b66b26-ebca-4909-9b42-46b0aa36d084 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 946 time: 0.1725948 Apr 14 16:14:22.410070 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-acd32d89-f14c-41f5-b875-f1c22fb91484 req-14ffb382-b04f-49f1-84eb-cb72489f341a tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289185 Apr 14 16:14:22.421686 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-475bb1d3-c39a-4d52-a064-79b459d4eb5a req-fa728dea-98f9-4c19-be93-5aa6622b85a9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.438474 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e5c9eade-c8f4-48d7-bc8e-cf0960a21c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:22.447818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f', '6e058dba-7fbb-4a6f-9393-4264eeea9e1a'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:14:22.507781 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa728dea-98f9-4c19-be93-5aa6622b85a9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Pushing event deleted for resources: {'Port': ['ID=74e72ff8-2061-4e4e-8b24-05f30e265a90,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:22.512322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fa728dea-98f9-4c19-be93-5aa6622b85a9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:22.764986 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075555e-8994-4390-95b1-cac498d20896 req-60f45625-2722-466c-ac8f-6f145a9183c5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:22.766685 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3075555e-8994-4390-95b1-cac498d20896 req-60f45625-2722-466c-ac8f-6f145a9183c5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.41 "GET /v2.0/networks?id=7f231942-4227-4866-b347-c39ce3e77e17 HTTP/1.1" status: 200 len: 812 time: 0.1637943 Apr 14 16:14:22.836713 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea7961-7053-44c0-96f4-beebf136ea3e req-ff91fe1c-ee1d-4a04-93f8-c43d4e1e8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:22.838345 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bbea7961-7053-44c0-96f4-beebf136ea3e req-ff91fe1c-ee1d-4a04-93f8-c43d4e1e8543 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1543812-41fe-4295-b0c3-e4201c886b18 HTTP/1.1" status: 200 len: 918 time: 0.4774816 Apr 14 16:14:22.857081 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc5109-bbef-4624-866e-61af913a368d req-c26d00f3-aa55-40d8-b094-727878c59f73 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:22.858704 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a6cc5109-bbef-4624-866e-61af913a368d req-c26d00f3-aa55-40d8-b094-727878c59f73 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1544952 Apr 14 16:14:22.917991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-475bb1d3-c39a-4d52-a064-79b459d4eb5a req-fa728dea-98f9-4c19-be93-5aa6622b85a9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] No DVR routers for this DVR port 74e72ff8-2061-4e4e-8b24-05f30e265a90 on host hv-cinder-78626 {{(pid=85245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:14:22.923270 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-475bb1d3-c39a-4d52-a064-79b459d4eb5a req-fa728dea-98f9-4c19-be93-5aa6622b85a9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.926301 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6b11f7-562d-499f-8db6-48e991d6802c', 'name': 'network-vif-deleted', 'tag': '74e72ff8-2061-4e4e-8b24-05f30e265a90'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:14:22.950790 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3075555e-8994-4390-95b1-cac498d20896 req-85429a9a-7520-4546-9945-f6230d831a95 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81 HTTP/1.1" status: 200 len: 8059 time: 0.1669905 Apr 14 16:14:22.958989 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-475bb1d3-c39a-4d52-a064-79b459d4eb5a req-fa728dea-98f9-4c19-be93-5aa6622b85a9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.41 "DELETE /v2.0/ports/74e72ff8-2061-4e4e-8b24-05f30e265a90 HTTP/1.1" status: 204 len: 173 time: 1.6353853 Apr 14 16:14:22.971624 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-3075555e-8994-4390-95b1-cac498d20896 req-289be941-e63d-4a9b-ae3f-f24d3bbde615 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Request body: {'port': {'device_id': 'bca69cc6-ca35-4146-8a19-b3e35097b152', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'admin_state_up': True, 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'security_groups': ['061c55bb-3c8b-41a8-85ab-602611b87bd4']}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:23.039360 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a6cc5109-bbef-4624-866e-61af913a368d req-211d3e27-90ae-47ed-98bb-e31c2af7bf95 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534973 Apr 14 16:14:23.157411 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bbea7961-7053-44c0-96f4-beebf136ea3e req-28a87a3f-a2a5-43b2-aa78-7d1b29229593 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d74de9c1-8188-4d05-92fc-6cdce0aa2e31 HTTP/1.1" status: 200 len: 1001 time: 0.2976103 Apr 14 16:14:23.293722 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6b11f7-562d-499f-8db6-48e991d6802c', 'name': 'network-vif-deleted', 'tag': '74e72ff8-2061-4e4e-8b24-05f30e265a90', 'status': 'completed', 'code': 200} Apr 14 16:14:23.342061 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea7961-7053-44c0-96f4-beebf136ea3e req-622cd385-1468-439c-b4be-8e3ec7e15e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:23.342634 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-3075555e-8994-4390-95b1-cac498d20896 req-289be941-e63d-4a9b-ae3f-f24d3bbde615 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:23.343638 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bbea7961-7053-44c0-96f4-beebf136ea3e req-622cd385-1468-439c-b4be-8e3ec7e15e4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e65b27a-159c-4d87-bc0d-8c19d0e1a018 HTTP/1.1" status: 200 len: 856 time: 0.1754069 Apr 14 16:14:23.359373 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-3075555e-8994-4390-95b1-cac498d20896 req-289be941-e63d-4a9b-ae3f-f24d3bbde615 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:23.380996 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ff404-7cb5-4017-b190-e0e52ee1e2e4 req-77a88f83-fd94-4b58-ab14-abeef04eeab4 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:23.382593 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-195ff404-7cb5-4017-b190-e0e52ee1e2e4 req-77a88f83-fd94-4b58-ab14-abeef04eeab4 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1580484 Apr 14 16:14:23.383817 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3075555e-8994-4390-95b1-cac498d20896 req-289be941-e63d-4a9b-ae3f-f24d3bbde615 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Made reservation on behalf of ed9d2e253f144da0bf1bbc63b4657b81 for: {'port': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:14:23.390755 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3075555e-8994-4390-95b1-cac498d20896 req-289be941-e63d-4a9b-ae3f-f24d3bbde615 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:23.454814 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9b2a-2d64-4c64-b1fd-f112ca6d4447 req-3af5e499-5200-4f1f-a483-82385952ccb4 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:23.456773 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f38f9b2a-2d64-4c64-b1fd-f112ca6d4447 req-3af5e499-5200-4f1f-a483-82385952ccb4 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 945 time: 0.1689894 Apr 14 16:14:23.466584 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-195ff404-7cb5-4017-b190-e0e52ee1e2e4 req-ea6049ae-8036-46ab-83fa-982ebb9ee42b tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723910 Apr 14 16:14:23.469064 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea7961-7053-44c0-96f4-beebf136ea3e req-64670a27-e881-47d9-81d4-dddbb2426eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:23.470621 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bbea7961-7053-44c0-96f4-beebf136ea3e req-64670a27-e881-47d9-81d4-dddbb2426eac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1543812-41fe-4295-b0c3-e4201c886b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1170642 Apr 14 16:14:23.537607 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f38f9b2a-2d64-4c64-b1fd-f112ca6d4447 req-e056d1fd-b410-4ac1-9c9b-9205acf65ddc tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704691 Apr 14 16:14:23.587989 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-3075555e-8994-4390-95b1-cac498d20896 req-289be941-e63d-4a9b-ae3f-f24d3bbde615 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Allocated IP 172.20.0.14 (7f231942-4227-4866-b347-c39ce3e77e17/96e4a1f4-9db1-4dac-b369-d7c260cd42f3/795f1499-91ff-4e4d-8ef8-0d1a0241293e) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:14:23.638534 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bbea7961-7053-44c0-96f4-beebf136ea3e req-8a94905e-b69c-47fe-bbaf-4f7bf6eedb7b service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502445 Apr 14 16:14:23.686101 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-899a05b9-f004-4f94-bcf5-85e9dd8ed1e5 req-e85ee646-7ac9-4e4b-a9ae-841660c214df tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 210 time: 0.0644314 Apr 14 16:14:23.760629 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4dc7fc64-55ab-4f03-aa15-38d2663d9c1c req-802bb456-1316-4822-abae-7b9193e2a736 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb6b11f7-562d-499f-8db6-48e991d6802c HTTP/1.1" status: 200 len: 210 time: 0.0782263 Apr 14 16:14:23.862188 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3075555e-8994-4390-95b1-cac498d20896 req-289be941-e63d-4a9b-ae3f-f24d3bbde615 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:23.863562 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bbea7961-7053-44c0-96f4-beebf136ea3e req-714bdf3d-a121-46b0-8e35-43f8f1976bc9 service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048187 Apr 14 16:14:23.879669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-3075555e-8994-4390-95b1-cac498d20896 req-289be941-e63d-4a9b-ae3f-f24d3bbde615 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Transition to ACTIVE for port object 795f1499-91ff-4e4d-8ef8-0d1a0241293e will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:14:23.906278 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3075555e-8994-4390-95b1-cac498d20896 req-289be941-e63d-4a9b-ae3f-f24d3bbde615 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:23.923463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:24.066785 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289be941-e63d-4a9b-ae3f-f24d3bbde615 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event updated for resources: {'Port': ['ID=795f1499-91ff-4e4d-8ef8-0d1a0241293e,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:24.071144 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-289be941-e63d-4a9b-ae3f-f24d3bbde615 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:24.133128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3075555e-8994-4390-95b1-cac498d20896 req-289be941-e63d-4a9b-ae3f-f24d3bbde615 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Network 7f231942-4227-4866-b347-c39ce3e77e17 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:14:24.134685 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-3075555e-8994-4390-95b1-cac498d20896 req-289be941-e63d-4a9b-ae3f-f24d3bbde615 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:14:24.137239 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3075555e-8994-4390-95b1-cac498d20896 req-289be941-e63d-4a9b-ae3f-f24d3bbde615 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:14:24.217768 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075555e-8994-4390-95b1-cac498d20896 req-289be941-e63d-4a9b-ae3f-f24d3bbde615 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:24.218658 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3075555e-8994-4390-95b1-cac498d20896 req-289be941-e63d-4a9b-ae3f-f24d3bbde615 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:24.302254 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3075555e-8994-4390-95b1-cac498d20896 req-289be941-e63d-4a9b-ae3f-f24d3bbde615 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3420968 Apr 14 16:14:24.327748 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Request body: {'port': {'device_id': 'bca69cc6-ca35-4146-8a19-b3e35097b152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:24.378200 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 74e72ff8-2061-4e4e-8b24-05f30e265a90 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:14:24.392219 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07bac8-6cb8-4b96-83f5-8f08923c6b58 req-9e69d9f7-faed-4bdf-ae83-5403d54bc1ca tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:24.393873 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9c07bac8-6cb8-4b96-83f5-8f08923c6b58 req-9e69d9f7-faed-4bdf-ae83-5403d54bc1ca tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1580474 Apr 14 16:14:24.420802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: 74e72ff8-2061-4e4e-8b24-05f30e265a90 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:14:24.421111 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 74e72ff8-2061-4e4e-8b24-05f30e265a90 not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:14:24.421572 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device d74de9c1-8188-4d05-92fc-6cdce0aa2e31 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:14:24.476322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-faf60f35-6151-4504-b320-2466111b8450 None None] Provisioning for port 795f1499-91ff-4e4d-8ef8-0d1a0241293e completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:24.479578 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9c07bac8-6cb8-4b96-83f5-8f08923c6b58 req-0fb00e86-3b7a-4f86-b124-1490184d509e tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778821 Apr 14 16:14:24.483743 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-faf60f35-6151-4504-b320-2466111b8450 None None] Provisioning complete for port 795f1499-91ff-4e4d-8ef8-0d1a0241293e triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:24.484174 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-faf60f35-6151-4504-b320-2466111b8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:24.486773 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:24.614376 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:24.632175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port d74de9c1-8188-4d05-92fc-6cdce0aa2e31, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:24.634755 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:14:24.641557 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-faf60f35-6151-4504-b320-2466111b8450 None None] Port 795f1499-91ff-4e4d-8ef8-0d1a0241293e cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:14:24.643327 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:24.645762 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:24.707234 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af2825-93eb-4cb6-8d72-d7b294e8354f req-58be9c58-4802-48a0-baf8-43c5874075b8 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:24.708929 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b0af2825-93eb-4cb6-8d72-d7b294e8354f req-58be9c58-4802-48a0-baf8-43c5874075b8 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1212389 Apr 14 16:14:24.757291 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,revision_number=8']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:24.760748 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:24.774157 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b0af2825-93eb-4cb6-8d72-d7b294e8354f req-c8725e86-0440-4109-94f9-085b5688f2aa tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549841 Apr 14 16:14:24.838247 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31', 'code': 200} Apr 14 16:14:24.954182 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1c1ec-cd59-4d1c-be70-b8c81ec810a8 req-8a3a5737-85fb-402d-86d0-9ccd89a6cf93 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:24.955773 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-07d1c1ec-cd59-4d1c-be70-b8c81ec810a8 req-8a3a5737-85fb-402d-86d0-9ccd89a6cf93 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.1483855 Apr 14 16:14:25.031779 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-07d1c1ec-cd59-4d1c-be70-b8c81ec810a8 req-83fde151-a521-44d4-af9d-ef4865243103 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437224 Apr 14 16:14:25.036285 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795f1499-91ff-4e4d-8ef8-0d1a0241293e {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:14:25.046296 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:25.063377 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Transition to ACTIVE for port object 795f1499-91ff-4e4d-8ef8-0d1a0241293e will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:14:25.067405 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:25.069066 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c304bd2-437d-4709-9e0e-ed6497684772 req-0073ab81-78ff-4ea2-b36f-de0a3f8596ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:25.070764 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7c304bd2-437d-4709-9e0e-ed6497684772 req-0073ab81-78ff-4ea2-b36f-de0a3f8596ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=933c87bdb5354dc39f728c1bc6dfd17e&device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 1098 time: 0.1700709 Apr 14 16:14:25.083891 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366c03b-15f8-47f4-ae1e-f30bd2a5cf6a req-07111c88-7be2-4596-a008-756b7627c9f0 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:25.084605 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:25.085516 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8366c03b-15f8-47f4-ae1e-f30bd2a5cf6a req-07111c88-7be2-4596-a008-756b7627c9f0 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1467907 Apr 14 16:14:25.208845 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8366c03b-15f8-47f4-ae1e-f30bd2a5cf6a req-ad1ed1aa-88c8-4b79-9f9c-ef084d48b511 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831788 Apr 14 16:14:25.259068 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c304bd2-437d-4709-9e0e-ed6497684772 req-ae1a6faa-de61-49f4-8ba4-46446bfc762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:25.260617 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7c304bd2-437d-4709-9e0e-ed6497684772 req-ae1a6faa-de61-49f4-8ba4-46446bfc762f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5635013d-c232-42e6-92f8-9c466e9855da HTTP/1.1" status: 200 len: 912 time: 0.1741850 Apr 14 16:14:25.265912 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Pushing event updated for resources: {'Port': ['ID=795f1499-91ff-4e4d-8ef8-0d1a0241293e,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:25.275695 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:25.359303 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d0d8f-54e3-4881-bdf8-3eb2dcfd6967 req-de899b08-2ae2-45c8-a452-9edb7e5b8ed0 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:25.359468 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-1a1d0d8f-54e3-4881-bdf8-3eb2dcfd6967 req-de899b08-2ae2-45c8-a452-9edb7e5b8ed0 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Synchronizing usage tracker for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:14:25.384359 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7c304bd2-437d-4709-9e0e-ed6497684772 req-7e27ad11-8a44-4ae1-a5d3-3fb6aa55c59e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77aa0f57-1061-4ceb-8c03-558b3b45583f HTTP/1.1" status: 200 len: 1000 time: 0.1136153 Apr 14 16:14:25.475848 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c304bd2-437d-4709-9e0e-ed6497684772 req-6c159e00-677f-4bcf-bf75-a6f82cf1e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:25.477648 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7c304bd2-437d-4709-9e0e-ed6497684772 req-6c159e00-677f-4bcf-bf75-a6f82cf1e532 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c32f2be-29eb-445b-8f3d-8786422a2c00 HTTP/1.1" status: 200 len: 850 time: 0.0837500 Apr 14 16:14:25.629778 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c304bd2-437d-4709-9e0e-ed6497684772 req-05a437be-cbc9-46b8-93be-a374c9c74cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:25.631552 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7c304bd2-437d-4709-9e0e-ed6497684772 req-05a437be-cbc9-46b8-93be-a374c9c74cce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5635013d-c232-42e6-92f8-9c466e9855da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1380730 Apr 14 16:14:25.736365 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-1a1d0d8f-54e3-4881-bdf8-3eb2dcfd6967 req-de899b08-2ae2-45c8-a452-9edb7e5b8ed0 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Unset dirty status for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:14:25.737675 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1a1d0d8f-54e3-4881-bdf8-3eb2dcfd6967 req-de899b08-2ae2-45c8-a452-9edb7e5b8ed0 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.5314035 Apr 14 16:14:25.813669 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1a1d0d8f-54e3-4881-bdf8-3eb2dcfd6967 req-58fad082-ceb6-4332-89db-d1fbda72d058 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413997 Apr 14 16:14:25.864734 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Attempting to bind port 795f1499-91ff-4e4d-8ef8-0d1a0241293e on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:14:25.865245 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Attempting to bind port 795f1499-91ff-4e4d-8ef8-0d1a0241293e by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:14:25.865618 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Attempting to bind port 795f1499-91ff-4e4d-8ef8-0d1a0241293e on network 7f231942-4227-4866-b347-c39ce3e77e17 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:14:25.871683 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Port 795f1499-91ff-4e4d-8ef8-0d1a0241293e on network 7f231942-4227-4866-b347-c39ce3e77e17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:14:25.872052 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Attempting to bind port 795f1499-91ff-4e4d-8ef8-0d1a0241293e on network 7f231942-4227-4866-b347-c39ce3e77e17 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:14:25.873577 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7c304bd2-437d-4709-9e0e-ed6497684772 req-37a5cfcb-23ed-43a4-b58f-bbc5344c0dd8 service neutron] 10.222.0.41 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255304 Apr 14 16:14:25.874332 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 39882) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:25.877826 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:14:25.878343 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Checking segment: {'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:14:25.878911 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Bound using segment: {'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:14:25.879361 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Bound port: 795f1499-91ff-4e4d-8ef8-0d1a0241293e, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:14:25.879738 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:26.024168 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] For port 795f1499-91ff-4e4d-8ef8-0d1a0241293e, host hv-cinder-78626, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:14:26.029388 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] For port 795f1499-91ff-4e4d-8ef8-0d1a0241293e, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=795f1499-91ff-4e4d-8ef8-0d1a0241293e,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:14:26.035507 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:26.049723 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-15fdd526-b506-4326-8e8f-09d91a42dde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:26.052117 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:26.070015 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed9ec5-5754-481d-8e0e-bce19298d52e req-d6a15243-ac6a-45d5-8d41-302bc242c94d tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:26.071609 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-43ed9ec5-5754-481d-8e0e-bce19298d52e req-d6a15243-ac6a-45d5-8d41-302bc242c94d tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 945 time: 0.3742170 Apr 14 16:14:26.114284 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-15fdd526-b506-4326-8e8f-09d91a42dde9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:26.118326 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7c304bd2-437d-4709-9e0e-ed6497684772 req-3767b81c-6096-4312-916c-65c1dd9b97a8 service neutron] 10.222.0.41 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339244 Apr 14 16:14:26.123917 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-15fdd526-b506-4326-8e8f-09d91a42dde9 admin admin] Usage tracker for resource:security_group_rule and tenant:f7a0df79854548ee8ddf1f4cf1070a82 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:26.127714 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-15fdd526-b506-4326-8e8f-09d91a42dde9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:26.129938 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458e54c-f07b-4327-8be5-6fc40ad70fb5 req-8e522a74-1275-4cb4-97f9-2d3530d8949a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:26.138201 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-15fdd526-b506-4326-8e8f-09d91a42dde9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:26.138702 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d458e54c-f07b-4327-8be5-6fc40ad70fb5 req-8e522a74-1275-4cb4-97f9-2d3530d8949a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.2242203 Apr 14 16:14:26.144336 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-43ed9ec5-5754-481d-8e0e-bce19298d52e req-dd6f35d3-609a-44f2-a1c9-aa040087fd51 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574672 Apr 14 16:14:26.231867 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d458e54c-f07b-4327-8be5-6fc40ad70fb5 req-04302c89-6146-4e0f-bcbf-4d5faba8d599 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921907 Apr 14 16:14:26.245662 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-15fdd526-b506-4326-8e8f-09d91a42dde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:26.249659 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-15fdd526-b506-4326-8e8f-09d91a42dde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:26.254764 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Pushing event updated for resources: {'Port': ['ID=795f1499-91ff-4e4d-8ef8-0d1a0241293e,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:26.258462 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:26.285190 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-43c599b4-d424-4383-acd3-98c06da8009e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:26.296521 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:26.297404 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:26.298895 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3075555e-8994-4390-95b1-cac498d20896 req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] 10.222.0.41 "PUT /v2.0/ports/795f1499-91ff-4e4d-8ef8-0d1a0241293e HTTP/1.1" status: 200 len: 1094 time: 1.9768767 Apr 14 16:14:26.299586 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca69cc6-ca35-4146-8a19-b3e35097b152', 'tag': '795f1499-91ff-4e4d-8ef8-0d1a0241293e'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:14:26.364645 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-15fdd526-b506-4326-8e8f-09d91a42dde9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7a0df79854548ee8ddf1f4cf1070a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4883993 Apr 14 16:14:26.369847 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 39894) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:26.396601 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdd526-b506-4326-8e8f-09d91a42dde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70d3e20-e9c2-4b34-bbe0-66f6046095a6,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:26.404264 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-15fdd526-b506-4326-8e8f-09d91a42dde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:26.486008 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ead2e-99a2-4add-a8e8-9106a59fbfc0 req-0e57f683-3625-4045-bd83-3f1bba1b5d2f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:26.487628 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9e3ead2e-99a2-4add-a8e8-9106a59fbfc0 req-0e57f683-3625-4045-bd83-3f1bba1b5d2f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.2036946 Apr 14 16:14:26.488550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-44ae4615-f233-45bd-923c-6af5343a7f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:26.505122 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075555e-8994-4390-95b1-cac498d20896 req-7f9ee1bd-c7ba-491c-84d5-a353837272ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:26.506625 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3075555e-8994-4390-95b1-cac498d20896 req-7f9ee1bd-c7ba-491c-84d5-a353837272ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81&device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 1097 time: 0.1549151 Apr 14 16:14:26.519782 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddfe34-6527-4284-bcbf-c9fb89e12b65 req-a359e5b9-72b7-46e6-abe9-68520d51fcc1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:26.521347 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-88ddfe34-6527-4284-bcbf-c9fb89e12b65 req-a359e5b9-72b7-46e6-abe9-68520d51fcc1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1259801 Apr 14 16:14:26.539236 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-44ae4615-f233-45bd-923c-6af5343a7f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:26.549386 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9e3ead2e-99a2-4add-a8e8-9106a59fbfc0 req-78296a90-1078-4962-94a1-78216c6f09aa tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497029 Apr 14 16:14:26.607618 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-44ae4615-f233-45bd-923c-6af5343a7f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:26.612542 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3075555e-8994-4390-95b1-cac498d20896 req-6f23c941-34b4-49de-89e0-739b7b927d6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=795f1499-91ff-4e4d-8ef8-0d1a0241293e HTTP/1.1" status: 200 len: 217 time: 0.0878139 Apr 14 16:14:26.614314 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-14244070-6a9e-4c7a-be29-5d8566415546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:26.616251 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca69cc6-ca35-4146-8a19-b3e35097b152', 'tag': '795f1499-91ff-4e4d-8ef8-0d1a0241293e', 'status': 'completed', 'code': 200} Apr 14 16:14:26.627913 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae4615-f233-45bd-923c-6af5343a7f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70d3e20-e9c2-4b34-bbe0-66f6046095a6,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:26.632992 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-44ae4615-f233-45bd-923c-6af5343a7f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:26.635110 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-44ae4615-f233-45bd-923c-6af5343a7f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:26.637581 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-44ae4615-f233-45bd-923c-6af5343a7f84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b70d3e20-e9c2-4b34-bbe0-66f6046095a6 HTTP/1.1" status: 204 len: 168 time: 0.2649531 Apr 14 16:14:26.638512 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-88ddfe34-6527-4284-bcbf-c9fb89e12b65 req-1b8b4b15-16c5-47da-9113-1d8259d710b6 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538054 Apr 14 16:14:26.718739 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075555e-8994-4390-95b1-cac498d20896 req-1a4aa3d9-881c-49a9-9b5c-111494a5cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:26.720494 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3075555e-8994-4390-95b1-cac498d20896 req-1a4aa3d9-881c-49a9-9b5c-111494a5cfce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e4a1f4-9db1-4dac-b369-d7c260cd42f3 HTTP/1.1" status: 200 len: 851 time: 0.0809360 Apr 14 16:14:26.819866 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075555e-8994-4390-95b1-cac498d20896 req-cef4a8fb-6785-451d-9dcb-1ae047810ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:26.821529 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3075555e-8994-4390-95b1-cac498d20896 req-cef4a8fb-6785-451d-9dcb-1ae047810ccf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f231942-4227-4866-b347-c39ce3e77e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907006 Apr 14 16:14:26.996583 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3075555e-8994-4390-95b1-cac498d20896 req-df2c9b85-76a8-4d77-9d75-91e850338cae service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468074 Apr 14 16:14:27.022319 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51201095-286f-4797-9625-0c35532d8eb6 req-eff46eba-4096-4099-9e23-545048066fb8 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:27.023845 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-51201095-286f-4797-9625-0c35532d8eb6 req-eff46eba-4096-4099-9e23-545048066fb8 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.0919766 Apr 14 16:14:27.074699 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-51201095-286f-4797-9625-0c35532d8eb6 req-45a47e43-e79d-48c5-8731-72aef223881a tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Synchronizing usage tracker for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:14:27.087704 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-51201095-286f-4797-9625-0c35532d8eb6 req-45a47e43-e79d-48c5-8731-72aef223881a tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Unset dirty status for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:14:27.090034 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-51201095-286f-4797-9625-0c35532d8eb6 req-45a47e43-e79d-48c5-8731-72aef223881a tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576136 Apr 14 16:14:27.169642 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3075555e-8994-4390-95b1-cac498d20896 req-d9864629-e80b-45c4-b7be-0cd28083ebc1 service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464598 Apr 14 16:14:27.438024 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25001268-e89c-43d1-a5f9-529e8a6c2d84 req-d5e1ff3d-18c1-41e9-a0de-0ad9fab599b9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:27.438764 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-25001268-e89c-43d1-a5f9-529e8a6c2d84 req-d5e1ff3d-18c1-41e9-a0de-0ad9fab599b9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Synchronizing usage tracker for tenant:b8a4298bacf14cd493bcec2e3543ab00 on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:14:27.444741 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbb5d2-6966-44aa-b7fe-f471bab11c59 req-4b86f08a-a946-45a5-96c4-f629f11c429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:27.446249 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-55cbb5d2-6966-44aa-b7fe-f471bab11c59 req-4b86f08a-a946-45a5-96c4-f629f11c429b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81&device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 1097 time: 0.1235406 Apr 14 16:14:27.446746 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ce5b6-c7a6-4036-8113-4c77d63ffb1f req-097d27a6-f5f7-40f5-85b8-6b6658548c67 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:27.448938 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-081ce5b6-c7a6-4036-8113-4c77d63ffb1f req-097d27a6-f5f7-40f5-85b8-6b6658548c67 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0914977 Apr 14 16:14:27.483576 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-081ce5b6-c7a6-4036-8113-4c77d63ffb1f req-4bf401cf-7e3d-4854-a420-a49b02d66b67 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275688 Apr 14 16:14:27.489689 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-25001268-e89c-43d1-a5f9-529e8a6c2d84 req-d5e1ff3d-18c1-41e9-a0de-0ad9fab599b9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Unset dirty status for tenant:b8a4298bacf14cd493bcec2e3543ab00 on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:14:27.490934 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-25001268-e89c-43d1-a5f9-529e8a6c2d84 req-d5e1ff3d-18c1-41e9-a0de-0ad9fab599b9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 945 time: 0.2268937 Apr 14 16:14:27.583081 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-25001268-e89c-43d1-a5f9-529e8a6c2d84 req-ecaa92d0-d2d4-4f56-8760-3a4103cd5779 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792058 Apr 14 16:14:27.628807 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbb5d2-6966-44aa-b7fe-f471bab11c59 req-a9a711fa-917c-4d65-ad71-f304380f069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:27.630413 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-55cbb5d2-6966-44aa-b7fe-f471bab11c59 req-a9a711fa-917c-4d65-ad71-f304380f069f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f231942-4227-4866-b347-c39ce3e77e17 HTTP/1.1" status: 200 len: 913 time: 0.1705692 Apr 14 16:14:27.715673 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-55cbb5d2-6966-44aa-b7fe-f471bab11c59 req-2f2ddce9-5ea2-4a19-863d-57d4a6746316 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=795f1499-91ff-4e4d-8ef8-0d1a0241293e HTTP/1.1" status: 200 len: 217 time: 0.0694935 Apr 14 16:14:27.761960 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd5993-2bfa-4c25-ad07-a3e969f8e888 req-eb6c154c-3af4-48b0-aebd-dee6792fb4bc tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:27.763550 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7fdd5993-2bfa-4c25-ad07-a3e969f8e888 req-eb6c154c-3af4-48b0-aebd-dee6792fb4bc tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0910273 Apr 14 16:14:27.804194 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7fdd5993-2bfa-4c25-ad07-a3e969f8e888 req-d128aed2-36a0-470c-8210-a118e1fba5d4 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337081 Apr 14 16:14:27.862227 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbb5d2-6966-44aa-b7fe-f471bab11c59 req-ae15414a-938d-4bb9-809b-2a1376225b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:27.863823 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-55cbb5d2-6966-44aa-b7fe-f471bab11c59 req-ae15414a-938d-4bb9-809b-2a1376225b78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e4a1f4-9db1-4dac-b369-d7c260cd42f3 HTTP/1.1" status: 200 len: 851 time: 0.1276343 Apr 14 16:14:27.941582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bd88a-a12e-48b3-b65f-b05e4a6dbcc0 req-46ca7d12-72b4-4fb9-bc0c-cc39876b76d6 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:27.943077 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-036bd88a-a12e-48b3-b65f-b05e4a6dbcc0 req-46ca7d12-72b4-4fb9-bc0c-cc39876b76d6 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1697412 Apr 14 16:14:27.989839 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-036bd88a-a12e-48b3-b65f-b05e4a6dbcc0 req-5ec31859-4ab6-4610-8a5a-e6a99d80a69a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397174 Apr 14 16:14:27.996550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbb5d2-6966-44aa-b7fe-f471bab11c59 req-980f158a-139d-425f-97cf-22a47a0ffa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:27.998139 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-55cbb5d2-6966-44aa-b7fe-f471bab11c59 req-980f158a-139d-425f-97cf-22a47a0ffa4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f231942-4227-4866-b347-c39ce3e77e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1219368 Apr 14 16:14:28.155521 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-55cbb5d2-6966-44aa-b7fe-f471bab11c59 req-99f2ac2c-f8af-433f-adbe-561c80f3bb09 service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448424 Apr 14 16:14:28.369842 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-55cbb5d2-6966-44aa-b7fe-f471bab11c59 req-6c1554ba-68d3-447c-92e9-c5ab46c34b81 service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022271 Apr 14 16:14:28.395671 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ea6e-b194-419c-b9cd-222e549b527c req-e221c0f8-b7b7-4e42-898b-9b817eaa7734 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:28.397220 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6fa2ea6e-b194-419c-b9cd-222e549b527c req-e221c0f8-b7b7-4e42-898b-9b817eaa7734 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.41 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 945 time: 0.0964978 Apr 14 16:14:28.397429 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29897aa-e381-4179-ab27-20c4ca6e6425 req-f657b749-5ec5-4ffb-9ca3-966f0519d5a3 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:28.398992 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f29897aa-e381-4179-ab27-20c4ca6e6425 req-f657b749-5ec5-4ffb-9ca3-966f0519d5a3 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.1369431 Apr 14 16:14:28.439914 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f29897aa-e381-4179-ab27-20c4ca6e6425 req-2852781d-c3da-416a-aa53-06d2104a0286 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345109 Apr 14 16:14:28.501089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-6fa2ea6e-b194-419c-b9cd-222e549b527c req-bbe693df-3cf7-48f5-8b91-6daf1623493c tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Deleting port 6e058dba-7fbb-4a6f-9393-4264eeea9e1a {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:14:28.501476 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6fa2ea6e-b194-419c-b9cd-222e549b527c req-bbe693df-3cf7-48f5-8b91-6daf1623493c tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:28.708796 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19887bbf-0941-49f3-8483-5e627c79b9ce req-973f6894-004f-4eb1-a9a8-f9fc773c5f01 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:28.717952 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-19887bbf-0941-49f3-8483-5e627c79b9ce req-973f6894-004f-4eb1-a9a8-f9fc773c5f01 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1179414 Apr 14 16:14:28.753495 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-19887bbf-0941-49f3-8483-5e627c79b9ce req-ec4d9bab-e06f-4e4e-979d-a90298027ff1 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343750 Apr 14 16:14:28.834509 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-6fa2ea6e-b194-419c-b9cd-222e549b527c req-bbe693df-3cf7-48f5-8b91-6daf1623493c tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] For port 6e058dba-7fbb-4a6f-9393-4264eeea9e1a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6e058dba-7fbb-4a6f-9393-4264eeea9e1a,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:28.834895 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6fa2ea6e-b194-419c-b9cd-222e549b527c req-bbe693df-3cf7-48f5-8b91-6daf1623493c tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:28.955688 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ade56-da97-4997-bbf8-d4c19efc3762 req-2eab95b5-7454-48dc-9ecc-ba2a8c217f05 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:28.957461 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a12ade56-da97-4997-bbf8-d4c19efc3762 req-2eab95b5-7454-48dc-9ecc-ba2a8c217f05 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0969756 Apr 14 16:14:28.994141 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a12ade56-da97-4997-bbf8-d4c19efc3762 req-48399376-30ed-4fee-9b9a-eaa8a708447a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268793 Apr 14 16:14:29.199512 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-6fa2ea6e-b194-419c-b9cd-222e549b527c req-bbe693df-3cf7-48f5-8b91-6daf1623493c tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Calling delete_port for 6e058dba-7fbb-4a6f-9393-4264eeea9e1a owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:14:29.252712 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 39952) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:29.288651 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b080a91-4a7a-4598-9487-b4512e2a1126 req-7a91b14e-7730-44ad-9950-967b7a35828e tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:29.290292 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6b080a91-4a7a-4598-9487-b4512e2a1126 req-7a91b14e-7730-44ad-9950-967b7a35828e tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 945 time: 0.5247800 Apr 14 16:14:29.388021 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b140d6b1-8ee6-43ab-b063-4266264f5af7 req-3dc209a2-59e0-4eee-80a6-4458d7bc1421 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1339135 Apr 14 16:14:29.399876 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6b080a91-4a7a-4598-9487-b4512e2a1126 req-aa741016-1292-4c97-b254-ff52a3f9e3f2 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446472 Apr 14 16:14:29.470794 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6fa2ea6e-b194-419c-b9cd-222e549b527c req-bbe693df-3cf7-48f5-8b91-6daf1623493c tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:29.487155 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:14:29.489876 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:29.547493 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe693df-3cf7-48f5-8b91-6daf1623493c tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Pushing event deleted for resources: {'Port': ['ID=6e058dba-7fbb-4a6f-9393-4264eeea9e1a,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:29.552945 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bbe693df-3cf7-48f5-8b91-6daf1623493c tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:29.680444 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee029977-fd8b-47c3-894a-f18af3408f37 req-7235fd9b-4e0a-4a00-bc94-4e7ae71f294b tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:29.682108 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee029977-fd8b-47c3-894a-f18af3408f37 req-7235fd9b-4e0a-4a00-bc94-4e7ae71f294b tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.0959163 Apr 14 16:14:29.725601 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee029977-fd8b-47c3-894a-f18af3408f37 req-ff066ed8-5995-4ae8-8235-8adb48b23ad8 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354819 Apr 14 16:14:29.759946 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa2ea6e-b194-419c-b9cd-222e549b527c req-bbe693df-3cf7-48f5-8b91-6daf1623493c tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] No DVR routers for this DVR port 6e058dba-7fbb-4a6f-9393-4264eeea9e1a on host hv-cinder-78626 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:14:29.763163 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6fa2ea6e-b194-419c-b9cd-222e549b527c req-bbe693df-3cf7-48f5-8b91-6daf1623493c tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:29.766143 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce4fd86-3ba7-4f6b-8962-e1adecda486d', 'name': 'network-vif-deleted', 'tag': '6e058dba-7fbb-4a6f-9393-4264eeea9e1a'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:14:29.784166 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6fa2ea6e-b194-419c-b9cd-222e549b527c req-bbe693df-3cf7-48f5-8b91-6daf1623493c tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.41 "DELETE /v2.0/ports/6e058dba-7fbb-4a6f-9393-4264eeea9e1a HTTP/1.1" status: 204 len: 173 time: 1.3653822 Apr 14 16:14:29.825094 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce4fd86-3ba7-4f6b-8962-e1adecda486d', 'name': 'network-vif-deleted', 'tag': '6e058dba-7fbb-4a6f-9393-4264eeea9e1a', 'status': 'completed', 'code': 200} Apr 14 16:14:29.971265 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11330fdc-a51f-41fc-8f1e-1c67633c33bd req-ea8b6fdb-b40f-46d7-85e7-0936de214a99 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:29.972909 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-11330fdc-a51f-41fc-8f1e-1c67633c33bd req-ea8b6fdb-b40f-46d7-85e7-0936de214a99 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0898757 Apr 14 16:14:30.004470 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-11330fdc-a51f-41fc-8f1e-1c67633c33bd req-c3761230-4578-4ea5-a3a1-ca9e64713ec7 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251000 Apr 14 16:14:30.207279 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d6af8-6b77-4fc1-95c4-0523f3f64227 req-fe3b9704-a40b-49f6-8ecf-d6709f742f34 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:30.208838 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ff7d6af8-6b77-4fc1-95c4-0523f3f64227 req-fe3b9704-a40b-49f6-8ecf-d6709f742f34 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0910995 Apr 14 16:14:30.241001 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ff7d6af8-6b77-4fc1-95c4-0523f3f64227 req-f61efa3e-c156-4688-a018-01b972761c31 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0240538 Apr 14 16:14:30.385318 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device d74de9c1-8188-4d05-92fc-6cdce0aa2e31 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:14:30.513759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 6e058dba-7fbb-4a6f-9393-4264eeea9e1a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:14:30.550403 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: 6e058dba-7fbb-4a6f-9393-4264eeea9e1a {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:14:30.550803 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 6e058dba-7fbb-4a6f-9393-4264eeea9e1a not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:14:30.589879 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-11952be2-4cbe-4f4d-a277-3a75531f843a req-940207a7-4184-41b1-b4c2-8258e73e89f1 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Synchronizing usage tracker for tenant:b8a4298bacf14cd493bcec2e3543ab00 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:14:30.604768 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-11952be2-4cbe-4f4d-a277-3a75531f843a req-940207a7-4184-41b1-b4c2-8258e73e89f1 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Unset dirty status for tenant:b8a4298bacf14cd493bcec2e3543ab00 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:14:30.606061 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-11952be2-4cbe-4f4d-a277-3a75531f843a req-940207a7-4184-41b1-b4c2-8258e73e89f1 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce4fd86-3ba7-4f6b-8962-e1adecda486d HTTP/1.1" status: 200 len: 210 time: 0.0691447 Apr 14 16:14:30.927519 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80784ad5-6496-463b-8415-22e8c4d6cdcc req-f210e5ff-2088-469c-9d5e-0baab2ddc0f2 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:30.929096 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-80784ad5-6496-463b-8415-22e8c4d6cdcc req-f210e5ff-2088-469c-9d5e-0baab2ddc0f2 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.0907080 Apr 14 16:14:30.961397 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-80784ad5-6496-463b-8415-22e8c4d6cdcc req-a0b725a5-6b5c-49f5-9db3-9a4cb4d175c2 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250707 Apr 14 16:14:31.163454 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140d6b1-8ee6-43ab-b063-4266264f5af7 req-d9e03a24-c81f-4fc7-997c-1ece567958a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:31.165082 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b140d6b1-8ee6-43ab-b063-4266264f5af7 req-d9e03a24-c81f-4fc7-997c-1ece567958a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5&tenant_id=7c32c45b97f24aafbfc72c32f2ee651f HTTP/1.1" status: 200 len: 1096 time: 0.1187983 Apr 14 16:14:31.273260 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c383b-c135-4506-baa9-28c9385f19f8 req-b06b20e0-ea91-40c1-9be7-9d3e06f30003 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:31.274788 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bc3c383b-c135-4506-baa9-28c9385f19f8 req-b06b20e0-ea91-40c1-9be7-9d3e06f30003 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1503968 Apr 14 16:14:31.319838 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bc3c383b-c135-4506-baa9-28c9385f19f8 req-fd6ef6af-dc1d-48b5-9de0-3720438bf337 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371120 Apr 14 16:14:31.325791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140d6b1-8ee6-43ab-b063-4266264f5af7 req-450f2765-dbea-4818-93cb-8b13d48a62eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:31.327410 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b140d6b1-8ee6-43ab-b063-4266264f5af7 req-450f2765-dbea-4818-93cb-8b13d48a62eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f&device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 1096 time: 0.1332412 Apr 14 16:14:31.455045 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf285fb-818b-4d04-a3d6-e1d3866f5210 req-afd8face-7196-4b6a-aab3-316f93eb9f83 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:31.456712 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ccf285fb-818b-4d04-a3d6-e1d3866f5210 req-afd8face-7196-4b6a-aab3-316f93eb9f83 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0916834 Apr 14 16:14:31.479993 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140d6b1-8ee6-43ab-b063-4266264f5af7 req-b8c7cf83-3119-40fd-928c-9690b74d227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:31.481790 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b140d6b1-8ee6-43ab-b063-4266264f5af7 req-b8c7cf83-3119-40fd-928c-9690b74d227b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1543812-41fe-4295-b0c3-e4201c886b18 HTTP/1.1" status: 200 len: 918 time: 0.1426234 Apr 14 16:14:31.487624 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ccf285fb-818b-4d04-a3d6-e1d3866f5210 req-e8e18acf-80c5-45c8-a921-87448f2aff14 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244856 Apr 14 16:14:31.598615 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b140d6b1-8ee6-43ab-b063-4266264f5af7 req-94bc5aa6-0af2-4864-873f-807f3f9235ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d74de9c1-8188-4d05-92fc-6cdce0aa2e31 HTTP/1.1" status: 200 len: 999 time: 0.1044033 Apr 14 16:14:31.672364 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140d6b1-8ee6-43ab-b063-4266264f5af7 req-2b52bfd3-c84b-435e-9aab-5b4bf324f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:31.673995 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b140d6b1-8ee6-43ab-b063-4266264f5af7 req-2b52bfd3-c84b-435e-9aab-5b4bf324f1e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e65b27a-159c-4d87-bc0d-8c19d0e1a018 HTTP/1.1" status: 200 len: 856 time: 0.0644159 Apr 14 16:14:31.769167 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140d6b1-8ee6-43ab-b063-4266264f5af7 req-0fce0e9a-e53a-4e2e-841c-6298cf17691b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:31.770773 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b140d6b1-8ee6-43ab-b063-4266264f5af7 req-0fce0e9a-e53a-4e2e-841c-6298cf17691b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1543812-41fe-4295-b0c3-e4201c886b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835152 Apr 14 16:14:31.928291 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b140d6b1-8ee6-43ab-b063-4266264f5af7 req-1106512b-8da7-4d66-b446-2440a35e4530 service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468010 Apr 14 16:14:32.085945 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b140d6b1-8ee6-43ab-b063-4266264f5af7 req-33265e5e-bbbe-412a-9e8c-2cad42de63fa service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372263 Apr 14 16:14:32.169276 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891071a-6306-4dd3-b98d-36ad16f4aafe req-44eac22d-727c-4098-b9ee-e2d2e125bf6d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:32.170938 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d891071a-6306-4dd3-b98d-36ad16f4aafe req-44eac22d-727c-4098-b9ee-e2d2e125bf6d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.0943017 Apr 14 16:14:32.203831 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d891071a-6306-4dd3-b98d-36ad16f4aafe req-991b3fc8-cfc3-49dd-9f8c-0e9e93dce06e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258467 Apr 14 16:14:32.520898 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32914509-2716-4d66-882c-776cd3850052 req-edb5827e-d9ec-41a8-b7b0-194409846a9e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:32.522542 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-32914509-2716-4d66-882c-776cd3850052 req-edb5827e-d9ec-41a8-b7b0-194409846a9e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0878332 Apr 14 16:14:32.554567 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-32914509-2716-4d66-882c-776cd3850052 req-1f96617b-93ef-497d-b836-316fb3ccf466 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250199 Apr 14 16:14:32.696123 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da2db1-5dee-41a2-b6f9-885d90b23516 req-637b910b-24e7-4f3b-8111-375fd1ed4b7a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:32.697682 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-28da2db1-5dee-41a2-b6f9-885d90b23516 req-637b910b-24e7-4f3b-8111-375fd1ed4b7a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0902464 Apr 14 16:14:32.932333 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-28da2db1-5dee-41a2-b6f9-885d90b23516 req-c243e5c1-1752-44fb-b36d-d8ccacdd0562 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279932 Apr 14 16:14:33.514389 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca8f4a-2580-492e-b695-4fe66236771c req-30beba8a-47f2-4386-bb91-9e8a9ccce546 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:33.524252 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d0ca8f4a-2580-492e-b695-4fe66236771c req-30beba8a-47f2-4386-bb91-9e8a9ccce546 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.1060240 Apr 14 16:14:33.567035 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d0ca8f4a-2580-492e-b695-4fe66236771c req-7cb3818a-6916-4702-9259-9933c4e6ceed tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391815 Apr 14 16:14:33.572117 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1cc6f-9edf-4075-81cb-4a41afb17dd4 req-03bbd7ec-9473-4f5e-9107-17adfae203cf tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:33.574847 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c8e1cc6f-9edf-4075-81cb-4a41afb17dd4 req-03bbd7ec-9473-4f5e-9107-17adfae203cf tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.1489177 Apr 14 16:14:33.626927 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c8e1cc6f-9edf-4075-81cb-4a41afb17dd4 req-92ccd473-c712-4a8f-ba8f-189dcbfc3f6e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438879 Apr 14 16:14:33.788668 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355062b-2246-424c-bc73-9ee422e59ae9 req-0b3c4187-760a-4026-9601-ccc0d58b603a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:33.798421 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1355062b-2246-424c-bc73-9ee422e59ae9 req-0b3c4187-760a-4026-9601-ccc0d58b603a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1033134 Apr 14 16:14:33.825441 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1355062b-2246-424c-bc73-9ee422e59ae9 req-16368cbd-5d4e-444a-94bf-c71d159685df tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258830 Apr 14 16:14:34.168105 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1a02e-e7aa-41c8-a663-bce1e707cea4 req-5485941f-c3a3-4975-a8db-ec1b7559440d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:34.169743 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-43f1a02e-e7aa-41c8-a663-bce1e707cea4 req-5485941f-c3a3-4975-a8db-ec1b7559440d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.1118729 Apr 14 16:14:34.201750 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-43f1a02e-e7aa-41c8-a663-bce1e707cea4 req-598fee60-0938-4806-a329-561729634779 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256093 Apr 14 16:14:34.771489 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93739b7d-8a51-41e8-8da1-388ee74500b0 req-b724c950-f117-4cd8-ae1f-2bca875233d1 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:34.773299 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-93739b7d-8a51-41e8-8da1-388ee74500b0 req-b724c950-f117-4cd8-ae1f-2bca875233d1 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.0956209 Apr 14 16:14:34.807168 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-93739b7d-8a51-41e8-8da1-388ee74500b0 req-14fc9631-a8b6-4f3b-9b03-28c01598862a tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269015 Apr 14 16:14:34.852657 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e14ebb-5d06-45f0-8fcd-52765aa4f85c req-c9162bf1-b4f4-4c05-a4ba-7fe92a6ba9fd tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:34.854815 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a5e14ebb-5d06-45f0-8fcd-52765aa4f85c req-c9162bf1-b4f4-4c05-a4ba-7fe92a6ba9fd tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.0978422 Apr 14 16:14:34.887712 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a5e14ebb-5d06-45f0-8fcd-52765aa4f85c req-55b375b7-b11a-48aa-94fe-5a01dec2f508 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261095 Apr 14 16:14:35.051815 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c722e97-04c6-4586-a165-e5468c3659f8 req-0d38f073-1947-45b4-95dc-905fbbd75951 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:35.053432 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6c722e97-04c6-4586-a165-e5468c3659f8 req-0d38f073-1947-45b4-95dc-905fbbd75951 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0980051 Apr 14 16:14:35.085857 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6c722e97-04c6-4586-a165-e5468c3659f8 req-38fd7f2a-7d35-4eb3-9b04-3f22bfd52725 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252948 Apr 14 16:14:35.416764 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467f823-6d16-4568-bd49-cdde97c18d82 req-2017e3dd-4b35-48c0-b9df-d1ef94a27bac tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:35.419512 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a467f823-6d16-4568-bd49-cdde97c18d82 req-2017e3dd-4b35-48c0-b9df-d1ef94a27bac tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0940363 Apr 14 16:14:35.450790 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a467f823-6d16-4568-bd49-cdde97c18d82 req-d7a1f825-60f8-4f6f-ac8d-51976eb23d41 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249135 Apr 14 16:14:36.015072 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abeeada-b208-4a96-aba3-895c04735acd req-5ad83e1e-33b9-4e3f-aad4-a3e949a5d2c6 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:36.017073 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8abeeada-b208-4a96-aba3-895c04735acd req-5ad83e1e-33b9-4e3f-aad4-a3e949a5d2c6 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.0926545 Apr 14 16:14:36.053747 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8abeeada-b208-4a96-aba3-895c04735acd req-66132ec0-ebd2-420d-bb9a-b508cfebc9d4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296245 Apr 14 16:14:36.121983 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a24492-7127-4e7a-8d12-652a3dd90835 req-65b04ab3-7ef0-4262-b1ba-799151280f0c tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:36.123975 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b1a24492-7127-4e7a-8d12-652a3dd90835 req-65b04ab3-7ef0-4262-b1ba-799151280f0c tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.0978084 Apr 14 16:14:36.180831 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b1a24492-7127-4e7a-8d12-652a3dd90835 req-49df9186-8f21-459f-ba0c-5215e19020fd tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441256 Apr 14 16:14:36.314146 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863eaa86-b8e7-4031-aa09-423cf1f00e0c req-1bcbe5c3-0a2c-44cd-960c-b9b92a322860 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:36.320456 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-863eaa86-b8e7-4031-aa09-423cf1f00e0c req-1bcbe5c3-0a2c-44cd-960c-b9b92a322860 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1064990 Apr 14 16:14:36.347421 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-863eaa86-b8e7-4031-aa09-423cf1f00e0c req-bd39a4df-153a-40cd-beab-fd76bfb8d126 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254171 Apr 14 16:14:36.664002 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac8d10-6f0a-4060-97e9-952c1eec2d18 req-11276248-41bd-4d3f-9adb-1558fd4ced8e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:36.665510 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c0ac8d10-6f0a-4060-97e9-952c1eec2d18 req-11276248-41bd-4d3f-9adb-1558fd4ced8e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0905907 Apr 14 16:14:36.696677 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c0ac8d10-6f0a-4060-97e9-952c1eec2d18 req-147bf5c1-b360-49a8-a1f2-a7e6be7205fa tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0235391 Apr 14 16:14:37.264224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fee37-fa36-45d3-9fbb-8876858c8def req-39f4472d-eee8-45e5-9310-d69f2c8e5897 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:37.266530 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ea7fee37-fa36-45d3-9fbb-8876858c8def req-39f4472d-eee8-45e5-9310-d69f2c8e5897 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.0943153 Apr 14 16:14:37.298960 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ea7fee37-fa36-45d3-9fbb-8876858c8def req-d5d53014-ccee-4363-b342-d2ec4368b1ea tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258720 Apr 14 16:14:37.399948 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3658b0-5bc5-4703-9137-285822d861d7 req-7ce97a34-580d-44a6-8e35-bad522501333 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:37.401946 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bf3658b0-5bc5-4703-9137-285822d861d7 req-7ce97a34-580d-44a6-8e35-bad522501333 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.0985930 Apr 14 16:14:37.438237 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bf3658b0-5bc5-4703-9137-285822d861d7 req-af5bf3a7-3185-4e2d-a2e0-0dfff0901ba3 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265763 Apr 14 16:14:37.571372 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f139bd-b4be-4baa-bbb0-91ad3946e6cf req-cc240e39-3d73-45ea-94dd-0600ac67f30a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:37.573015 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-44f139bd-b4be-4baa-bbb0-91ad3946e6cf req-cc240e39-3d73-45ea-94dd-0600ac67f30a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0928602 Apr 14 16:14:37.605691 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-44f139bd-b4be-4baa-bbb0-91ad3946e6cf req-3af7778f-8b2a-4d95-aba1-91d423d6abd1 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256751 Apr 14 16:14:37.924344 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7e5e8-df0f-4313-b01f-e66fbe2300bf req-6ac9a1e8-e60d-47e4-b9ac-4cf398bd6ca2 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:37.925971 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-44b7e5e8-df0f-4313-b01f-e66fbe2300bf req-6ac9a1e8-e60d-47e4-b9ac-4cf398bd6ca2 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0929253 Apr 14 16:14:37.957662 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-44b7e5e8-df0f-4313-b01f-e66fbe2300bf req-4cf95f81-ed14-4e8d-aa10-2362fa3fca48 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253670 Apr 14 16:14:38.503026 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764c518-7fb2-49de-b62c-3d985ff32b65 req-9fc33901-c8e3-4a0a-aba6-73e0223329a0 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:38.504618 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b764c518-7fb2-49de-b62c-3d985ff32b65 req-9fc33901-c8e3-4a0a-aba6-73e0223329a0 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.0905304 Apr 14 16:14:38.536345 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b764c518-7fb2-49de-b62c-3d985ff32b65 req-537c7d73-6b0a-453f-a53c-9ac5bfda6197 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246873 Apr 14 16:14:38.649105 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761049b-c1ee-41d8-8114-23c941aa48fe req-a1de363d-cd4d-4055-bbec-13eaddfe83cb tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:38.650723 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c761049b-c1ee-41d8-8114-23c941aa48fe req-a1de363d-cd4d-4055-bbec-13eaddfe83cb tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.0957794 Apr 14 16:14:38.682479 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c761049b-c1ee-41d8-8114-23c941aa48fe req-078be139-c409-43e6-8dc9-e051e939e45d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246785 Apr 14 16:14:38.819144 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003fe5e-e146-43a8-a292-5308b1a4ccb6 req-6f7c2e78-3d4d-4734-b82f-6b4c2956d3c2 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:38.820617 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7003fe5e-e146-43a8-a292-5308b1a4ccb6 req-6f7c2e78-3d4d-4734-b82f-6b4c2956d3c2 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0925024 Apr 14 16:14:38.851217 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7003fe5e-e146-43a8-a292-5308b1a4ccb6 req-30672e39-8700-4c31-ac65-ce5f240b0df9 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237415 Apr 14 16:14:39.191562 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8739413-026e-4d54-bbd3-fd0d9f0dc7bc req-7c41229a-ce64-402b-af85-bab7f569322a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:39.193228 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b8739413-026e-4d54-bbd3-fd0d9f0dc7bc req-7c41229a-ce64-402b-af85-bab7f569322a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.1075492 Apr 14 16:14:39.225904 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b8739413-026e-4d54-bbd3-fd0d9f0dc7bc req-b8a2b160-5674-4977-bda4-db43e20a63bf tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254581 Apr 14 16:14:39.739823 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e83afc-16c8-424b-99fe-c3b8b907629f req-556ee5e2-a02d-4306-a26f-00d4100928ab tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:39.741402 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-35e83afc-16c8-424b-99fe-c3b8b907629f req-556ee5e2-a02d-4306-a26f-00d4100928ab tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.0884156 Apr 14 16:14:39.791121 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-35e83afc-16c8-424b-99fe-c3b8b907629f req-16a926a6-e250-4bdf-940c-d820b22851de tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422938 Apr 14 16:14:39.919558 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c890cd-819d-4e84-9ef7-3ec96f789e39 req-7e3e9a82-234b-47d0-b956-0e7a9be3c99f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:39.921183 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a4c890cd-819d-4e84-9ef7-3ec96f789e39 req-7e3e9a82-234b-47d0-b956-0e7a9be3c99f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.1031685 Apr 14 16:14:39.953763 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a4c890cd-819d-4e84-9ef7-3ec96f789e39 req-6bc95de8-4bd4-4409-970c-11dd6433dcac tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260661 Apr 14 16:14:40.072486 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42590607-20a7-4875-86fe-50f829b59a6d req-fc5ebcdb-84db-4b1f-a375-c4283150d4e3 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:40.074571 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-42590607-20a7-4875-86fe-50f829b59a6d req-fc5ebcdb-84db-4b1f-a375-c4283150d4e3 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1040759 Apr 14 16:14:40.108406 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-42590607-20a7-4875-86fe-50f829b59a6d req-30f98e87-ad0d-4859-ac3c-b8c8a7cd74bb tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274901 Apr 14 16:14:40.440407 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506cdf5-a6b8-48a2-b897-503deff05157 req-23f22a6c-054c-4d58-a162-5a5f7aba5854 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:40.441984 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3506cdf5-a6b8-48a2-b897-503deff05157 req-23f22a6c-054c-4d58-a162-5a5f7aba5854 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0913017 Apr 14 16:14:40.475119 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3506cdf5-a6b8-48a2-b897-503deff05157 req-725f9ce5-5556-40ee-a317-6e0bdf4ab4a3 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263898 Apr 14 16:14:41.001876 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec732ea-e5ad-48f2-bb45-68abc547da23 req-3b5f2f03-65d7-4ac4-b9c1-a35c111707b6 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:41.003500 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aec732ea-e5ad-48f2-bb45-68abc547da23 req-3b5f2f03-65d7-4ac4-b9c1-a35c111707b6 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.0932035 Apr 14 16:14:41.039358 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aec732ea-e5ad-48f2-bb45-68abc547da23 req-cb2deaeb-80fd-44b4-94f0-dab4e9c713e9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290024 Apr 14 16:14:41.170897 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e44043-6eed-4695-a9cb-a1223cc940af req-afe6b025-38d5-4577-8955-e01c9dd7a645 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:41.172536 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c3e44043-6eed-4695-a9cb-a1223cc940af req-afe6b025-38d5-4577-8955-e01c9dd7a645 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.0937502 Apr 14 16:14:41.210249 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c3e44043-6eed-4695-a9cb-a1223cc940af req-198c738f-e58f-4288-ab1a-01afdc93ea55 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305569 Apr 14 16:14:41.331720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e892789-88c2-4c70-a965-d444f12c798d req-ccac9ccf-afa3-4d16-8504-92b64c43f3c1 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:41.333448 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2e892789-88c2-4c70-a965-d444f12c798d req-ccac9ccf-afa3-4d16-8504-92b64c43f3c1 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0937726 Apr 14 16:14:41.366199 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2e892789-88c2-4c70-a965-d444f12c798d req-30d87cc5-d419-45b8-b63e-5cd39a8cb148 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256934 Apr 14 16:14:41.689124 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fb6cd-a2dc-4146-b0cf-1d97e2c0852c req-87ff02e8-7eea-47c0-b249-8b47725b0f82 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:41.690796 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4a6fb6cd-a2dc-4146-b0cf-1d97e2c0852c req-87ff02e8-7eea-47c0-b249-8b47725b0f82 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0945313 Apr 14 16:14:41.725181 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4a6fb6cd-a2dc-4146-b0cf-1d97e2c0852c req-3f9b4b03-106c-4052-90b8-11164454eef9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247586 Apr 14 16:14:42.254114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e63c92-7464-47fb-9d37-f3866733bc0d req-7ca9a698-9fce-4d14-a012-553f4b426a48 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:42.256142 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e2e63c92-7464-47fb-9d37-f3866733bc0d req-7ca9a698-9fce-4d14-a012-553f4b426a48 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.0915537 Apr 14 16:14:42.291512 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e2e63c92-7464-47fb-9d37-f3866733bc0d req-1109fbb0-1171-4726-a768-83db5bc74be0 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261846 Apr 14 16:14:42.422906 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96767e-3f6d-45de-ac3d-64f1aa5bb22f req-7afc27c7-d89f-4864-b24f-5d5f7cc1d5a5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:42.424515 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ed96767e-3f6d-45de-ac3d-64f1aa5bb22f req-7afc27c7-d89f-4864-b24f-5d5f7cc1d5a5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.0961721 Apr 14 16:14:42.474747 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ed96767e-3f6d-45de-ac3d-64f1aa5bb22f req-a3484072-925d-47d8-9612-5eb014eaefa9 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437825 Apr 14 16:14:42.586818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02bfa5-6069-45f9-b451-a2a779afaf8e req-a5bead24-aff4-474c-b8fa-59de092d4452 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:42.588456 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0f02bfa5-6069-45f9-b451-a2a779afaf8e req-a5bead24-aff4-474c-b8fa-59de092d4452 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0978620 Apr 14 16:14:42.619103 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0f02bfa5-6069-45f9-b451-a2a779afaf8e req-67bcc13e-fd1a-407c-9097-d1fd94632bce tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241594 Apr 14 16:14:42.952408 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31552f-d147-4289-8517-81f803108c0f req-a700b6c4-963a-4810-bb4a-a63a69bab494 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:42.954184 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee31552f-d147-4289-8517-81f803108c0f req-a700b6c4-963a-4810-bb4a-a63a69bab494 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.1054904 Apr 14 16:14:42.987970 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ee31552f-d147-4289-8517-81f803108c0f req-6bd30a54-8558-4972-862d-4455c48c43f3 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266318 Apr 14 16:14:43.490207 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:43.498371 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b69b16-83d3-4a9a-b8c3-e8db7a891aab req-737983ca-408b-4153-a448-4a3c3666d7e8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:43.499927 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-11b69b16-83d3-4a9a-b8c3-e8db7a891aab req-737983ca-408b-4153-a448-4a3c3666d7e8 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.0900152 Apr 14 16:14:43.546811 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-11b69b16-83d3-4a9a-b8c3-e8db7a891aab req-feb51675-9b8c-4f4f-b55a-48e7279ff45a tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367658 Apr 14 16:14:43.695108 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabbdc4-3b32-4134-a6d1-d96a8641655f req-c009c9f3-3a78-4ba0-a667-65baa583eac1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:43.696741 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9dabbdc4-3b32-4134-a6d1-d96a8641655f req-c009c9f3-3a78-4ba0-a667-65baa583eac1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.0995598 Apr 14 16:14:43.728915 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9dabbdc4-3b32-4134-a6d1-d96a8641655f req-9f7f91ec-e5c2-4a88-b80a-2ef91aac5398 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252485 Apr 14 16:14:43.852865 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daead3f-8dcb-4afa-86e5-92c9ab7bc337 req-06c53cec-b4eb-4952-9ec4-373fcca0b579 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:43.854978 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7daead3f-8dcb-4afa-86e5-92c9ab7bc337 req-06c53cec-b4eb-4952-9ec4-373fcca0b579 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0913782 Apr 14 16:14:43.888887 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7daead3f-8dcb-4afa-86e5-92c9ab7bc337 req-70e9dfe8-8c11-4565-b417-6959d0b92b5a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268979 Apr 14 16:14:44.210969 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515cc60-9a12-4164-be7c-2a90a51d035e req-4860a561-ee08-4f3f-aa33-8f88a4631784 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:44.212551 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3515cc60-9a12-4164-be7c-2a90a51d035e req-4860a561-ee08-4f3f-aa33-8f88a4631784 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0991633 Apr 14 16:14:44.244874 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3515cc60-9a12-4164-be7c-2a90a51d035e req-fa4c245c-183e-4465-8be0-cf9e56b5d0e6 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252512 Apr 14 16:14:44.441829 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-02582597-bb09-4bfb-ba92-fcb42a1c7567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.756181 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022bce8-4264-4878-ad8b-6d05f14c14de req-72e48746-2e3f-4d42-b4e5-7b0d3d01f72f tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:44.758061 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a022bce8-4264-4878-ad8b-6d05f14c14de req-72e48746-2e3f-4d42-b4e5-7b0d3d01f72f tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.0959234 Apr 14 16:14:44.789150 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a022bce8-4264-4878-ad8b-6d05f14c14de req-8d7b6361-3a0e-4a62-9d69-33dd92d097bc tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244968 Apr 14 16:14:44.947501 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e973728-e305-4f82-8d0e-5ce8b9f1688a req-97cf66b9-f0ea-48d8-b9d8-5f9fd2a29962 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:44.951719 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5e973728-e305-4f82-8d0e-5ce8b9f1688a req-97cf66b9-f0ea-48d8-b9d8-5f9fd2a29962 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.1038940 Apr 14 16:14:44.984252 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5e973728-e305-4f82-8d0e-5ce8b9f1688a req-3d59c1d7-8e03-416c-bf67-061c0b3a91ab tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259855 Apr 14 16:14:45.110631 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc0bd2-564b-4b3c-9cf4-a46ce9891ba3 req-a6e17179-3740-4fea-98a0-14cd117816ad tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:45.118616 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fbc0bd2-564b-4b3c-9cf4-a46ce9891ba3 req-a6e17179-3740-4fea-98a0-14cd117816ad tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1034451 Apr 14 16:14:45.146767 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fbc0bd2-564b-4b3c-9cf4-a46ce9891ba3 req-bef09c16-1b8f-4efe-ad33-1a0ecb94b40b tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271850 Apr 14 16:14:45.460029 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b41d2-5b0e-4d10-87d5-7c0f43267b58 req-4746bd14-3c7b-44f9-a4f5-f40bc96698be tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:45.461691 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-990b41d2-5b0e-4d10-87d5-7c0f43267b58 req-4746bd14-3c7b-44f9-a4f5-f40bc96698be tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0940404 Apr 14 16:14:45.493708 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-990b41d2-5b0e-4d10-87d5-7c0f43267b58 req-3631919e-677e-4e98-9298-7ccf227c4050 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254414 Apr 14 16:14:46.003506 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635540b6-9c05-4711-aa70-b387fdcd7925 req-62ff03a4-ae7b-4fd3-9a0f-766c6286b64b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:46.005128 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-635540b6-9c05-4711-aa70-b387fdcd7925 req-62ff03a4-ae7b-4fd3-9a0f-766c6286b64b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.0982990 Apr 14 16:14:46.040351 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-635540b6-9c05-4711-aa70-b387fdcd7925 req-cb58c87c-1e1c-496c-ad76-a604e8ee458b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267880 Apr 14 16:14:46.362467 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488af6f-99ab-4121-b967-4b866edb7cff req-4db8ba20-de00-4f05-978b-e3a84669d78d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:46.363625 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3488af6f-99ab-4121-b967-4b866edb7cff req-4db8ba20-de00-4f05-978b-e3a84669d78d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.1009574 Apr 14 16:14:46.364466 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3726046-d68b-45c9-96c1-011744b5a3ed req-5e095a7a-4c90-4216-bdad-0fbad15fb9b8 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:46.366128 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f3726046-d68b-45c9-96c1-011744b5a3ed req-5e095a7a-4c90-4216-bdad-0fbad15fb9b8 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0941606 Apr 14 16:14:46.398980 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f3726046-d68b-45c9-96c1-011744b5a3ed req-bf282c6a-14fe-4cc6-858b-22b968175178 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254161 Apr 14 16:14:46.400527 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3488af6f-99ab-4121-b967-4b866edb7cff req-1d1c24ac-8191-4fa1-b96c-5872a0f8ab96 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314338 Apr 14 16:14:46.578588 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b14d4b82-1a2c-4156-96e3-4754111e292c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:46.704551 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f6188-d447-4f07-b041-af2a4f607c67 req-edbfcfa9-3b20-4a23-8e6d-fab4f405b5d0 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:46.706186 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-581f6188-d447-4f07-b041-af2a4f607c67 req-edbfcfa9-3b20-4a23-8e6d-fab4f405b5d0 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0910211 Apr 14 16:14:46.736409 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-581f6188-d447-4f07-b041-af2a4f607c67 req-73b14dbb-28f5-4aa4-91fe-f26913957f02 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0237343 Apr 14 16:14:47.250495 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eccf90-1f67-45fb-9788-3d2627f7e25b req-b1d24f9a-772f-4d41-b10f-4749fb517dd1 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:47.252246 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-49eccf90-1f67-45fb-9788-3d2627f7e25b req-b1d24f9a-772f-4d41-b10f-4749fb517dd1 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.0943265 Apr 14 16:14:47.285080 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-49eccf90-1f67-45fb-9788-3d2627f7e25b req-14c8b4de-c6b1-4c54-93a2-b275597e5892 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263159 Apr 14 16:14:47.531331 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.614480 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6bbcb-9808-43fa-b640-b0e47a8a952c req-91baf898-2b99-41dc-81bf-9ec820d28ff5 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:47.616407 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a2d6bbcb-9808-43fa-b640-b0e47a8a952c req-91baf898-2b99-41dc-81bf-9ec820d28ff5 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1005104 Apr 14 16:14:47.627722 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ffae4-833c-4eb9-bf89-a756fb132aff req-8a9c7fe7-13a5-418a-a794-67f542426f1a tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:47.629536 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-429ffae4-833c-4eb9-bf89-a756fb132aff req-8a9c7fe7-13a5-418a-a794-67f542426f1a tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.1080539 Apr 14 16:14:47.649232 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a2d6bbcb-9808-43fa-b640-b0e47a8a952c req-a3fd4fca-9f57-4ac9-9dea-28f34a57f846 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247877 Apr 14 16:14:47.662096 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-429ffae4-833c-4eb9-bf89-a756fb132aff req-36b466da-86f5-443b-9964-dc5dfe2c16bb tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262058 Apr 14 16:14:47.689344 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.952407 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf729d8b-bd5d-448d-adc1-a51e2bf1de54 req-32ee380f-ccb1-4a24-afa7-611fca5ccf01 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:47.954099 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cf729d8b-bd5d-448d-adc1-a51e2bf1de54 req-32ee380f-ccb1-4a24-afa7-611fca5ccf01 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0914559 Apr 14 16:14:47.986893 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cf729d8b-bd5d-448d-adc1-a51e2bf1de54 req-7dc9aba4-38a4-44d2-9345-c126845fa30a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260851 Apr 14 16:14:48.499284 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f34ce-6d3f-41d0-9bc9-9a16f953a307 req-76df6144-50a1-4cd7-b07f-7f067785bcb7 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:48.500888 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cf4f34ce-6d3f-41d0-9bc9-9a16f953a307 req-76df6144-50a1-4cd7-b07f-7f067785bcb7 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.0892820 Apr 14 16:14:48.532086 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cf4f34ce-6d3f-41d0-9bc9-9a16f953a307 req-59ca1330-e70a-4e9a-a1a5-4665babddf3a tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248508 Apr 14 16:14:48.862463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c397e9-25a3-4f58-a651-cc446c614e76 req-f13a530e-3645-4d4e-86b5-90426592a460 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:48.865752 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a5c397e9-25a3-4f58-a651-cc446c614e76 req-f13a530e-3645-4d4e-86b5-90426592a460 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0982516 Apr 14 16:14:48.877183 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283f18e-8b31-4be1-b1b5-1e2f98245e91 req-8783bca2-00bb-4518-a1ec-207098f678b0 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:48.879006 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7283f18e-8b31-4be1-b1b5-1e2f98245e91 req-8783bca2-00bb-4518-a1ec-207098f678b0 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.0967813 Apr 14 16:14:48.900086 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a5c397e9-25a3-4f58-a651-cc446c614e76 req-4515a48e-bc15-47bd-b128-631d6b0a8797 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287662 Apr 14 16:14:48.913649 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7283f18e-8b31-4be1-b1b5-1e2f98245e91 req-1d910dd6-d485-4453-80e9-e3d05eee0b7c tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278964 Apr 14 16:14:48.954933 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:49.009680 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-94f6246f-b452-4fca-9ba8-e977f08cf299 req-32823577-53be-4240-af56-70db059fdc12 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795949 Apr 14 16:14:49.144028 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6246f-b452-4fca-9ba8-e977f08cf299 req-e68135ec-809d-4d8d-9360-9fb11c301ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:49.145676 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-94f6246f-b452-4fca-9ba8-e977f08cf299 req-e68135ec-809d-4d8d-9360-9fb11c301ec7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef0238a8f524a30a94d06aa25d272f8&device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 1099 time: 0.0938003 Apr 14 16:14:49.207181 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57153c5-3e11-4ec5-a0f0-21b6da003bf6 req-5fba29fc-46ff-4a86-8cfe-1755500c9620 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:49.208787 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e57153c5-3e11-4ec5-a0f0-21b6da003bf6 req-5fba29fc-46ff-4a86-8cfe-1755500c9620 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0985816 Apr 14 16:14:49.240826 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e57153c5-3e11-4ec5-a0f0-21b6da003bf6 req-c95fd3ac-d3a1-4f92-a5c3-617a8525d6a3 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246513 Apr 14 16:14:49.333217 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6246f-b452-4fca-9ba8-e977f08cf299 req-656f3ec2-dfa6-4cb2-97a0-6724f7ec6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:49.334769 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-94f6246f-b452-4fca-9ba8-e977f08cf299 req-656f3ec2-dfa6-4cb2-97a0-6724f7ec6d24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c HTTP/1.1" status: 200 len: 918 time: 0.1367915 Apr 14 16:14:49.414918 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-94f6246f-b452-4fca-9ba8-e977f08cf299 req-47abee42-b21f-4550-907a-29f3600f7fec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0063e5f-fce6-4c5b-9155-46be8709096a HTTP/1.1" status: 200 len: 217 time: 0.0657818 Apr 14 16:14:49.762251 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6246f-b452-4fca-9ba8-e977f08cf299 req-254a5fce-45bb-479e-99c7-99029003ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:49.764064 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-94f6246f-b452-4fca-9ba8-e977f08cf299 req-254a5fce-45bb-479e-99c7-99029003ac96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e HTTP/1.1" status: 200 len: 857 time: 0.3348243 Apr 14 16:14:49.833879 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-94f6246f-b452-4fca-9ba8-e977f08cf299 req-b5c99af2-0ea9-485b-a045-5271e367a97b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532026 Apr 14 16:14:49.842259 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a955533-6942-453e-afc7-bebfddbdd6a8 req-970fd4a6-369b-494c-97f4-b11677f200f7 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:49.843750 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2a955533-6942-453e-afc7-bebfddbdd6a8 req-970fd4a6-369b-494c-97f4-b11677f200f7 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.1607120 Apr 14 16:14:49.964935 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2a955533-6942-453e-afc7-bebfddbdd6a8 req-df543f09-3e6a-457b-95d6-d11ba8d26d02 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983920 Apr 14 16:14:50.020321 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-94f6246f-b452-4fca-9ba8-e977f08cf299 req-2c6fc6d3-c86e-44cc-b12b-260e227d3c4d service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751466 Apr 14 16:14:50.188283 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab97c9-9d3d-42db-9bdd-cd8a0d05ce4d req-92be9def-ac6d-4851-8e78-26e9117071b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:50.189899 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bbab97c9-9d3d-42db-9bdd-cd8a0d05ce4d req-92be9def-ac6d-4851-8e78-26e9117071b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e71c42092894db98f8db75a2719f751&device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 1138 time: 0.1155212 Apr 14 16:14:50.202184 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9557cb-3a5a-46a9-b829-491e023b4db6 req-263d7840-fe36-41bc-a648-1ad3f3ffae1f tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:50.203701 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5f9557cb-3a5a-46a9-b829-491e023b4db6 req-263d7840-fe36-41bc-a648-1ad3f3ffae1f tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1753979 Apr 14 16:14:50.251256 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-94f6246f-b452-4fca-9ba8-e977f08cf299 req-be7675e9-1965-4e3d-9d72-46d1f8f6dd88 service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054846 Apr 14 16:14:50.277532 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a3af8-a71a-491f-a9bf-cb79b3d426eb req-d7bdd6cc-43e2-4a90-aa7c-be5c9fe8f5ec tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:50.279136 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-dc5a3af8-a71a-491f-a9bf-cb79b3d426eb req-d7bdd6cc-43e2-4a90-aa7c-be5c9fe8f5ec tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.1323295 Apr 14 16:14:50.313968 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-dc5a3af8-a71a-491f-a9bf-cb79b3d426eb req-8eb5c3de-7f46-4a48-98ea-af69cd980396 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0277166 Apr 14 16:14:50.322485 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5f9557cb-3a5a-46a9-b829-491e023b4db6 req-84f8eeaf-c55b-403f-9856-ca978d6dc5bf tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911314 Apr 14 16:14:50.388106 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab97c9-9d3d-42db-9bdd-cd8a0d05ce4d req-d1549856-4035-49bc-ab58-49aebc61c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:50.389861 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bbab97c9-9d3d-42db-9bdd-cd8a0d05ce4d req-d1549856-4035-49bc-ab58-49aebc61c6f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78e99240-3773-4c32-b324-b8b4ec7c5482 HTTP/1.1" status: 200 len: 915 time: 0.1852276 Apr 14 16:14:50.524800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe917fe-1254-4a83-bb17-8d84744e721f req-49ad5a91-50f3-4032-81ca-be5da8784d59 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:50.526863 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fe917fe-1254-4a83-bb17-8d84744e721f req-49ad5a91-50f3-4032-81ca-be5da8784d59 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0920355 Apr 14 16:14:50.561318 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fe917fe-1254-4a83-bb17-8d84744e721f req-73e2bad4-40c3-4cfc-8aeb-9cdf1e4a8c18 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270603 Apr 14 16:14:50.568659 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bbab97c9-9d3d-42db-9bdd-cd8a0d05ce4d req-b5439f13-bcde-49e0-beb7-6e1a6204d4de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a58c362-2e99-4559-9977-3b635ab88161 HTTP/1.1" status: 200 len: 1002 time: 0.1649339 Apr 14 16:14:50.652449 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59515662-6d8d-4a45-9a50-a64f828de70a req-388dbe10-a873-4f9a-8185-e4e685c67dae tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:50.655483 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-59515662-6d8d-4a45-9a50-a64f828de70a req-388dbe10-a873-4f9a-8185-e4e685c67dae tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.1975694 Apr 14 16:14:50.693017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab97c9-9d3d-42db-9bdd-cd8a0d05ce4d req-88e59523-34e6-4260-993b-9ec1e690bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:50.694623 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bbab97c9-9d3d-42db-9bdd-cd8a0d05ce4d req-88e59523-34e6-4260-993b-9ec1e690bcb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3b50247-ff1f-412a-bd14-516b5ff9133b HTTP/1.1" status: 200 len: 853 time: 0.1080835 Apr 14 16:14:50.699986 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-59515662-6d8d-4a45-9a50-a64f828de70a req-2e09a15b-d112-4a0d-a9ab-293584b6bc28 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382202 Apr 14 16:14:50.790419 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab97c9-9d3d-42db-9bdd-cd8a0d05ce4d req-32fe3ced-c6c5-4913-a784-869cb1fac066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:50.793228 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bbab97c9-9d3d-42db-9bdd-cd8a0d05ce4d req-32fe3ced-c6c5-4913-a784-869cb1fac066 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78e99240-3773-4c32-b324-b8b4ec7c5482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831714 Apr 14 16:14:50.944561 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bbab97c9-9d3d-42db-9bdd-cd8a0d05ce4d req-f31eabde-5752-4f9e-a9b9-6a9f4c2cc543 service neutron] 10.222.0.41 "GET /v2.0/networks/78e99240-3773-4c32-b324-b8b4ec7c5482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401405 Apr 14 16:14:51.086602 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02e756-5996-467f-aa0e-7b8fec3736ac req-41334fd9-bcaa-473d-86c0-958fa04d92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:51.088216 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d02e756-5996-467f-aa0e-7b8fec3736ac req-41334fd9-bcaa-473d-86c0-958fa04d92c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 1098 time: 0.0796411 Apr 14 16:14:51.112290 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bbab97c9-9d3d-42db-9bdd-cd8a0d05ce4d req-8885070d-a02a-4675-b304-832e16fde8cc service neutron] 10.222.0.41 "GET /v2.0/networks/78e99240-3773-4c32-b324-b8b4ec7c5482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462169 Apr 14 16:14:51.177719 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d02e756-5996-467f-aa0e-7b8fec3736ac req-caa91fab-a11d-4fe3-a878-090c48159926 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757427 Apr 14 16:14:51.215241 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7816ec-6435-47c3-b5b4-d41effe80c96 req-3847c20e-4239-4161-9af7-40b376e6181d tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:51.216806 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5a7816ec-6435-47c3-b5b4-d41effe80c96 req-3847c20e-4239-4161-9af7-40b376e6181d tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.1020732 Apr 14 16:14:51.247833 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5a7816ec-6435-47c3-b5b4-d41effe80c96 req-3f6e75b3-ac01-4ff1-8565-9ed75d44f3c3 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242486 Apr 14 16:14:51.553406 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f212d5-0636-47e6-ae9f-a239f1b0e0eb req-d3aaa06d-373d-4433-9a63-13ffffdd4ce9 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:51.556460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237db8d-06f6-48ab-801e-1808f056d429 req-ebacd0de-669e-4678-89b7-54a4d618b7ff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:51.556921 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c7f212d5-0636-47e6-ae9f-a239f1b0e0eb req-d3aaa06d-373d-4433-9a63-13ffffdd4ce9 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0979517 Apr 14 16:14:51.558215 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9237db8d-06f6-48ab-801e-1808f056d429 req-ebacd0de-669e-4678-89b7-54a4d618b7ff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.0905297 Apr 14 16:14:51.590248 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c7f212d5-0636-47e6-ae9f-a239f1b0e0eb req-b8ba6c11-c309-40df-bb84-0e4613bedc41 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263221 Apr 14 16:14:51.594077 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9237db8d-06f6-48ab-801e-1808f056d429 req-4258e88b-92bf-4ce1-b2db-2ef2e0ad3757 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0286412 Apr 14 16:14:51.697593 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40cb43-93c8-4840-8350-3e88ee066357 req-8d28663c-c315-4f4c-bdc3-bf20f63165e6 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:51.699953 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-be40cb43-93c8-4840-8350-3e88ee066357 req-8d28663c-c315-4f4c-bdc3-bf20f63165e6 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.0940623 Apr 14 16:14:51.784764 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-be40cb43-93c8-4840-8350-3e88ee066357 req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Deleting port a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:14:51.785340 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-be40cb43-93c8-4840-8350-3e88ee066357 req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:51.792562 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9269b7-7fb4-4205-81ba-09953c58cdac req-29688a02-a9b1-4604-9dc6-476c2600f6d3 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:51.794205 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7d9269b7-7fb4-4205-81ba-09953c58cdac req-29688a02-a9b1-4604-9dc6-476c2600f6d3 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0923548 Apr 14 16:14:51.827006 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7d9269b7-7fb4-4205-81ba-09953c58cdac req-62f5f632-2368-4d5b-a58e-0e6dd1c08594 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260928 Apr 14 16:14:52.036821 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a58a7-9e0e-4e03-b883-181bb62da2d2 req-7f86f183-a76c-4607-9d41-f0119f139a02 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:52.038454 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0a9a58a7-9e0e-4e03-b883-181bb62da2d2 req-7f86f183-a76c-4607-9d41-f0119f139a02 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 944 time: 0.2035880 Apr 14 16:14:52.137621 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0a9a58a7-9e0e-4e03-b883-181bb62da2d2 req-1121412e-69af-4285-9c1e-cd57d50ac282 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509713 Apr 14 16:14:52.169974 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-be40cb43-93c8-4840-8350-3e88ee066357 req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] For port a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f,segment=NetworkSegment(c3aca0df-899f-4432-9828-a7fb33a9270d),segment_id=c3aca0df-899f-4432-9828-a7fb33a9270d)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:52.170361 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-be40cb43-93c8-4840-8350-3e88ee066357 req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:52.303496 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-be40cb43-93c8-4840-8350-3e88ee066357 req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Calling delete_port for a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:14:52.453132 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e64a1f-cad2-472d-aaae-d4e1cd202718 req-16d9e240-5f5c-4aaa-9133-47c8131a8b38 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:52.460814 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-26e64a1f-cad2-472d-aaae-d4e1cd202718 req-16d9e240-5f5c-4aaa-9133-47c8131a8b38 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 946 time: 0.0983877 Apr 14 16:14:52.465951 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-be40cb43-93c8-4840-8350-3e88ee066357 req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:52.483446 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:14:52.504351 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-26e64a1f-cad2-472d-aaae-d4e1cd202718 req-89692fab-1b7c-440d-bd86-5e5970dbedac tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/security-groups?id=32df7869-0b97-40b4-8c0d-daef65f158bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425577 Apr 14 16:14:52.506057 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c839c14d-dec6-48de-9195-721febab8fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:52.542591 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 795f1499-91ff-4e4d-8ef8-0d1a0241293e details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:14:52.605276 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Pushing event deleted for resources: {'Port': ['ID=a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:52.616222 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:52.616630 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:52.617070 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:52.617477 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:52.617867 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:52.620234 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:52.620234 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:52.620234 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:52.620234 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:52.620653 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:52.620882 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:52.621301 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:52.632041 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:52.805641 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-be40cb43-93c8-4840-8350-3e88ee066357 req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] No DVR routers for this DVR port a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f on host hv-cinder-78626 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:14:52.809414 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-be40cb43-93c8-4840-8350-3e88ee066357 req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:52.813756 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0bacb9-233d-4561-9882-6c9619a84e69', 'name': 'network-vif-deleted', 'tag': 'a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:14:52.834762 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-be40cb43-93c8-4840-8350-3e88ee066357 req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.41 "DELETE /v2.0/ports/a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f HTTP/1.1" status: 204 len: 173 time: 1.1266296 Apr 14 16:14:52.840274 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047aeca7-be17-4251-99f3-4000d0cf7fca req-77973559-7709-4532-a362-cc9b3d7ff1d7 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:52.841951 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-047aeca7-be17-4251-99f3-4000d0cf7fca req-77973559-7709-4532-a362-cc9b3d7ff1d7 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.0982780 Apr 14 16:14:52.860587 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 795f1499-91ff-4e4d-8ef8-0d1a0241293e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=795f1499-91ff-4e4d-8ef8-0d1a0241293e,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:52.867480 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95ddc3-51c4-4f42-b490-c107d0a58d5b req-368fee78-1a3c-484a-b706-5cc3cd69f727 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:52.869203 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5c95ddc3-51c4-4f42-b490-c107d0a58d5b req-368fee78-1a3c-484a-b706-5cc3cd69f727 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1199424 Apr 14 16:14:52.878469 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': '795f1499-91ff-4e4d-8ef8-0d1a0241293e', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'port_id': '795f1499-91ff-4e4d-8ef8-0d1a0241293e', 'mac_address': 'fa:16:3e:a4:e7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:14:52.882720 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-047aeca7-be17-4251-99f3-4000d0cf7fca req-2b574831-15a2-4efe-aa36-a2c933791dcc tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0314963 Apr 14 16:14:52.921746 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5c95ddc3-51c4-4f42-b490-c107d0a58d5b req-7f411c98-9b8b-4c76-adba-c5e54ce548a7 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438855 Apr 14 16:14:52.959495 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0bacb9-233d-4561-9882-6c9619a84e69', 'name': 'network-vif-deleted', 'tag': 'a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f', 'status': 'completed', 'code': 200} Apr 14 16:14:52.970300 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:52.972041 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795f1499-91ff-4e4d-8ef8-0d1a0241293e {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:14:52.993023 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 795f1499-91ff-4e4d-8ef8-0d1a0241293e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=795f1499-91ff-4e4d-8ef8-0d1a0241293e,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:52.997405 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:53.000899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:53.075864 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=795f1499-91ff-4e4d-8ef8-0d1a0241293e,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:53.079309 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:53.138093 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1bed9-901e-4571-8985-a0f62c2605e5 req-114af486-cb7a-45e0-b072-9c4ffbdd3992 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:53.139724 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a2c1bed9-901e-4571-8985-a0f62c2605e5 req-114af486-cb7a-45e0-b072-9c4ffbdd3992 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.1078050 Apr 14 16:14:53.150152 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:14:53.173912 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a2c1bed9-901e-4571-8985-a0f62c2605e5 req-045e412f-a12c-434b-8bd8-26f333b23e22 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271177 Apr 14 16:14:53.354001 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13afdef-15e1-4502-9c32-703cb759a2c6 req-d19c976c-d7a6-4dd6-a603-d4e07cc7b47a tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:53.355697 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a13afdef-15e1-4502-9c32-703cb759a2c6 req-d19c976c-d7a6-4dd6-a603-d4e07cc7b47a tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 945 time: 0.0885322 Apr 14 16:14:53.387025 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a13afdef-15e1-4502-9c32-703cb759a2c6 req-71babd96-0be1-4602-924d-738433f30e0b tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0243616 Apr 14 16:14:53.472558 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['795f1499-91ff-4e4d-8ef8-0d1a0241293e'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:14:53.616663 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1209327-106d-454b-ab7b-2d46814ebd13 req-e71cfc1b-4ab8-424b-8eca-7243e6c1ad40 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:53.619558 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e1209327-106d-454b-ab7b-2d46814ebd13 req-e71cfc1b-4ab8-424b-8eca-7243e6c1ad40 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1426437 Apr 14 16:14:53.643494 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4782e8-5f05-4b32-a3a0-d65d7095cf93 req-a7c5e5c1-5a3c-445a-9dd1-11281fd0284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:53.645359 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1d4782e8-5f05-4b32-a3a0-d65d7095cf93 req-a7c5e5c1-5a3c-445a-9dd1-11281fd0284a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef0238a8f524a30a94d06aa25d272f8&device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 1098 time: 0.2069216 Apr 14 16:14:53.657293 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e1209327-106d-454b-ab7b-2d46814ebd13 req-463c74e2-713f-40fc-b684-aa2e78412dad tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327563 Apr 14 16:14:53.732195 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f03a62dc-bc4b-4a99-abd5-63efd3365b71 req-5e35d157-c821-4f01-9283-578de091c7a4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0bacb9-233d-4561-9882-6c9619a84e69 HTTP/1.1" status: 200 len: 210 time: 0.0641444 Apr 14 16:14:53.807379 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4782e8-5f05-4b32-a3a0-d65d7095cf93 req-568c390b-c04a-4151-a5d6-5f6e3864a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:53.809310 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1d4782e8-5f05-4b32-a3a0-d65d7095cf93 req-568c390b-c04a-4151-a5d6-5f6e3864a96d service neutron] 10.222.0.41 "GET /v2.0/networks?id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c HTTP/1.1" status: 200 len: 918 time: 0.1472733 Apr 14 16:14:53.891530 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1d4782e8-5f05-4b32-a3a0-d65d7095cf93 req-50785076-9099-4e09-9df8-791ea59c15f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56a60b7b-6e5f-46c0-9f81-4dffc4926337 HTTP/1.1" status: 200 len: 217 time: 0.0699940 Apr 14 16:14:53.967069 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4782e8-5f05-4b32-a3a0-d65d7095cf93 req-da2045a2-fa6f-45e3-952b-fe51ad264651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:53.968620 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1d4782e8-5f05-4b32-a3a0-d65d7095cf93 req-da2045a2-fa6f-45e3-952b-fe51ad264651 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e HTTP/1.1" status: 200 len: 857 time: 0.0697727 Apr 14 16:14:54.058087 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1d4782e8-5f05-4b32-a3a0-d65d7095cf93 req-72100088-2a56-4355-a5d5-d9228ccf84b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814219 Apr 14 16:14:54.230746 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2a933-488f-4bf0-b0be-127e6b4b05aa req-7b4939cc-333d-4675-87ed-416708f599fb tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:54.232340 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c1a2a933-488f-4bf0-b0be-127e6b4b05aa req-7b4939cc-333d-4675-87ed-416708f599fb tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.2152631 Apr 14 16:14:54.241704 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1d4782e8-5f05-4b32-a3a0-d65d7095cf93 req-22645f25-7b87-449c-96a5-7d6552e7db06 service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650419 Apr 14 16:14:54.303961 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c1a2a933-488f-4bf0-b0be-127e6b4b05aa req-c19b2ba5-11a0-41fc-a9e7-89a9152f041e tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644631 Apr 14 16:14:54.385606 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab17c28-8402-4ee2-9c22-c1f26f621156 req-57a46e7a-b6b9-48ca-82e0-e5415c4d09f8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:54.387265 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fab17c28-8402-4ee2-9c22-c1f26f621156 req-57a46e7a-b6b9-48ca-82e0-e5415c4d09f8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0903683 Apr 14 16:14:54.420104 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fab17c28-8402-4ee2-9c22-c1f26f621156 req-7421b84a-de9f-4510-a544-c0d8235734fb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262475 Apr 14 16:14:54.541334 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:14:54.583962 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:14:54.584356 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device a6efdcb1-cac1-4a1b-88d3-3d4a36081e9f not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:14:54.662475 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1d4782e8-5f05-4b32-a3a0-d65d7095cf93 req-a3b5460c-b480-4eb9-810c-df30e137265d service neutron] 10.222.0.41 "GET /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062555 Apr 14 16:14:54.715625 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf6dbc-8136-4cb0-b8bb-d724ecbaf5a5 req-9fa26d52-fe82-4309-a1ea-da7e91879f17 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:54.717350 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-44bf6dbc-8136-4cb0-b8bb-d724ecbaf5a5 req-9fa26d52-fe82-4309-a1ea-da7e91879f17 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 945 time: 0.0927787 Apr 14 16:14:54.749517 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-44bf6dbc-8136-4cb0-b8bb-d724ecbaf5a5 req-0c3b6114-2965-4a2c-9114-7d10a54f24d4 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252461 Apr 14 16:14:54.838786 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 40190) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:54.872904 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d774857-9b53-411c-a9a8-994f107a22bb req-7c685ebd-baa6-49a0-ab9a-11ff15b2f25d tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:54.874516 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6d774857-9b53-411c-a9a8-994f107a22bb req-7c685ebd-baa6-49a0-ab9a-11ff15b2f25d tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0923679 Apr 14 16:14:54.905860 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6d774857-9b53-411c-a9a8-994f107a22bb req-87bdb0b6-a9bb-44b8-9622-f55f3de2b850 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244460 Apr 14 16:14:54.908757 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_v2 [None req-de196316-76ea-4419-b81b-10c88a304767 admin admin] Deleting subnet 6314984e-c666-4643-8910-68766b138db6 {{(pid=85244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:14:54.911943 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-de196316-76ea-4419-b81b-10c88a304767 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:54.966996 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-de196316-76ea-4419-b81b-10c88a304767 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852231757'] for subnet, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:55.026565 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-de196316-76ea-4419-b81b-10c88a304767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5661'] for subnet, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:55.294216 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-de196316-76ea-4419-b81b-10c88a304767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852115375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2735666'] for subnet, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:55.310018 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:55.360178 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de196316-76ea-4419-b81b-10c88a304767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6314984e-c666-4643-8910-68766b138db6,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:55.366153 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-de196316-76ea-4419-b81b-10c88a304767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:55.500962 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-de196316-76ea-4419-b81b-10c88a304767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:55.513647 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-de196316-76ea-4419-b81b-10c88a304767 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6314984e-c666-4643-8910-68766b138db6 HTTP/1.1" status: 204 len: 168 time: 0.6736116 Apr 14 16:14:55.516327 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 40198) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:55.544485 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b1a3d-b7e3-4b7a-8746-221920d0412b req-c1acea0e-0e46-450a-95bf-6ef008928eb2 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:55.546129 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-385b1a3d-b7e3-4b7a-8746-221920d0412b req-c1acea0e-0e46-450a-95bf-6ef008928eb2 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.1158950 Apr 14 16:14:55.581804 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-385b1a3d-b7e3-4b7a-8746-221920d0412b req-9221cd73-9fbf-4c37-8907-eb43b7ab1b21 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0286808 Apr 14 16:14:55.693977 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db06a7d2-6f2a-4775-bf8e-b6dfc8dc0bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853770560'] for network, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:55.963120 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91feead1-78d7-47c8-83cf-8a5ff874552f req-31712f53-44a4-487d-b86f-caf113a93a54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:55.964975 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-91feead1-78d7-47c8-83cf-8a5ff874552f req-31712f53-44a4-487d-b86f-caf113a93a54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 945 time: 0.0974107 Apr 14 16:14:55.999068 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-91feead1-78d7-47c8-83cf-8a5ff874552f req-eba00d5d-8b6f-4881-a220-f9b5e6aed4eb tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272584 Apr 14 16:14:56.050331 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45923aa1-722e-48af-938e-c471c9842b2b req-21b388e8-fb38-4cfb-b6f2-e4d7b9311437 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:56.051895 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-45923aa1-722e-48af-938e-c471c9842b2b req-21b388e8-fb38-4cfb-b6f2-e4d7b9311437 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.4921656 Apr 14 16:14:56.131237 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db06a7d2-6f2a-4775-bf8e-b6dfc8dc0bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854700900', 'neutron.services.segments.db._delete_segments_for_network--9223363273973794898'] for network, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.165529 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-45923aa1-722e-48af-938e-c471c9842b2b req-a52170f6-431f-43bd-b318-60134070b975 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054869 Apr 14 16:14:56.204508 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222a9a-0bc0-4d6b-9131-66e2399516d9 req-bf8ea3b7-d022-472e-a754-e4d7abcb4fe1 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:56.206125 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-46222a9a-0bc0-4d6b-9131-66e2399516d9 req-bf8ea3b7-d022-472e-a754-e4d7abcb4fe1 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0958426 Apr 14 16:14:56.237854 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-46222a9a-0bc0-4d6b-9131-66e2399516d9 req-8360492d-a855-4460-bb4b-9fa95bdf71a7 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253646 Apr 14 16:14:56.257985 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-db06a7d2-6f2a-4775-bf8e-b6dfc8dc0bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2513cfaf-5700-4daa-9c93-a6579fd80809']}} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:56.271233 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-db06a7d2-6f2a-4775-bf8e-b6dfc8dc0bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3aca0df-899f-4432-9828-a7fb33a9270d') {'for_net_delete': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:56.271563 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-db06a7d2-6f2a-4775-bf8e-b6dfc8dc0bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3aca0df-899f-4432-9828-a7fb33a9270d') {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:56.284708 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db06a7d2-6f2a-4775-bf8e-b6dfc8dc0bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273973794642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297564'] for segment, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.303645 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db06a7d2-6f2a-4775-bf8e-b6dfc8dc0bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.310058 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db06a7d2-6f2a-4775-bf8e-b6dfc8dc0bb0 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=85245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:14:56.484145 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-db06a7d2-6f2a-4775-bf8e-b6dfc8dc0bb0 admin admin] Network 2513cfaf-5700-4daa-9c93-a6579fd80809 has no segments {{(pid=85245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:14:56.493094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db06a7d2-6f2a-4775-bf8e-b6dfc8dc0bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2219827'] for segment, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.543269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 795f1499-91ff-4e4d-8ef8-0d1a0241293e up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:56.614648 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port 795f1499-91ff-4e4d-8ef8-0d1a0241293e completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:56.619998 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port 795f1499-91ff-4e4d-8ef8-0d1a0241293e triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:56.620605 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.677238 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-db06a7d2-6f2a-4775-bf8e-b6dfc8dc0bb0 admin admin] Network 2513cfaf-5700-4daa-9c93-a6579fd80809 has no segments {{(pid=85245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: Traceback (most recent call last): Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: timer() Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: cb(*args, **kw) Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: return func(*args, **kwargs) Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: self._notify() Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: self.callback(batched_events) Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: event.method(event) Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: segment_id)['aggregates'][0] Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: return f(self, *a, **k) Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: return self._get(url).json() Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: **kwargs) Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: return self.request(url, 'GET', **kwargs) Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: **endpoint_filter) Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:14:56.701520 dv-cinder-786266-1-iscsi neutron-server[85131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:14:56.749418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.762032 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca69cc6-ca35-4146-8a19-b3e35097b152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795f1499-91ff-4e4d-8ef8-0d1a0241293e'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:14:56.772640 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 795f1499-91ff-4e4d-8ef8-0d1a0241293e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=795f1499-91ff-4e4d-8ef8-0d1a0241293e,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:56.777212 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.779199 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:56.819430 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca69cc6-ca35-4146-8a19-b3e35097b152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795f1499-91ff-4e4d-8ef8-0d1a0241293e', 'code': 200} Apr 14 16:14:56.856554 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=795f1499-91ff-4e4d-8ef8-0d1a0241293e,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:56.856867 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db06a7d2-6f2a-4775-bf8e-b6dfc8dc0bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-74885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854381553'] for network, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.860050 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:56.864693 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:56.882089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db06a7d2-6f2a-4775-bf8e-b6dfc8dc0bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.891639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06a7d2-6f2a-4775-bf8e-b6dfc8dc0bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2513cfaf-5700-4daa-9c93-a6579fd80809,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:56.904864 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2a8b4-ee0f-46e9-a56b-085901b6cec6 req-b6e7753f-a4e1-4131-9391-aff040175d27 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:56.906472 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8fa2a8b4-ee0f-46e9-a56b-085901b6cec6 req-b6e7753f-a4e1-4131-9391-aff040175d27 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.2040730 Apr 14 16:14:56.907300 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-db06a7d2-6f2a-4775-bf8e-b6dfc8dc0bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:56.913719 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-db06a7d2-6f2a-4775-bf8e-b6dfc8dc0bb0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2513cfaf-5700-4daa-9c93-a6579fd80809 HTTP/1.1" status: 204 len: 168 time: 1.3962991 Apr 14 16:14:56.942052 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8fa2a8b4-ee0f-46e9-a56b-085901b6cec6 req-6da1a8fa-bd2f-43b2-ab36-e184e9224182 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0268223 Apr 14 16:14:57.105130 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 40216) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:57.245618 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d3a4bc0f-b7d5-404a-b7fb-1acb8224c0d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8a4298bacf14cd493bcec2e3543ab00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1384499 Apr 14 16:14:57.248767 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 40222) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:57.301290 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5c6b2-4385-4a6d-8898-468de744b78c req-3c537fe7-6a7c-4475-83ba-1ab7f1ece7f8 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:57.302879 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-90b5c6b2-4385-4a6d-8898-468de744b78c req-3c537fe7-6a7c-4475-83ba-1ab7f1ece7f8 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 946 time: 0.1770554 Apr 14 16:14:57.305973 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1baea9-040f-4bfb-8c45-a8a78187c563 req-5d9d0063-0a27-45cb-bb81-1bbb8e54742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:57.308206 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cb1baea9-040f-4bfb-8c45-a8a78187c563 req-5d9d0063-0a27-45cb-bb81-1bbb8e54742e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 1099 time: 0.1397307 Apr 14 16:14:57.334166 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-90b5c6b2-4385-4a6d-8898-468de744b78c req-fe87103e-adff-4a5a-a204-a193a02bd640 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0243466 Apr 14 16:14:57.360812 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cb1baea9-040f-4bfb-8c45-a8a78187c563 req-e2a8eb91-94cf-4222-9ad2-bb308a710afc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257149 Apr 14 16:14:57.374980 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-74dfe033-8ee1-4285-9835-338a2194e25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.413918 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-74dfe033-8ee1-4285-9835-338a2194e25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.464822 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2760e-4b28-47b5-8d9e-700efdf98502 req-4392934d-3754-4827-b8bb-ab850a28eb97 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:57.466467 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-85c2760e-4b28-47b5-8d9e-700efdf98502 req-4392934d-3754-4827-b8bb-ab850a28eb97 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.1703439 Apr 14 16:14:57.500457 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-85c2760e-4b28-47b5-8d9e-700efdf98502 req-453ccb57-84de-418e-b921-da42d4f39752 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270572 Apr 14 16:14:57.504892 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-74dfe033-8ee1-4285-9835-338a2194e25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.510059 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f25249e4-1763-42ad-a551-0430181a7623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:57.527179 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfe033-8ee1-4285-9835-338a2194e25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32df7869-0b97-40b4-8c0d-daef65f158bb,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:57.531707 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-74dfe033-8ee1-4285-9835-338a2194e25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:57.538702 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-74dfe033-8ee1-4285-9835-338a2194e25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.540872 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-74dfe033-8ee1-4285-9835-338a2194e25c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32df7869-0b97-40b4-8c0d-daef65f158bb HTTP/1.1" status: 204 len: 168 time: 0.2907519 Apr 14 16:14:57.554263 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489cf12-cf4e-4cfc-8b72-9999b4b4de1f req-a9067976-112d-48ea-b238-521cedb9ad39 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:57.556077 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0489cf12-cf4e-4cfc-8b72-9999b4b4de1f req-a9067976-112d-48ea-b238-521cedb9ad39 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1060684 Apr 14 16:14:57.592002 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0489cf12-cf4e-4cfc-8b72-9999b4b4de1f req-a455777e-6278-41ac-b79e-b918d4008875 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275085 Apr 14 16:14:58.153128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f903d04-afba-4913-95ae-b6dfcccaf2ab req-7c786b49-5b99-4d30-a361-41e746a5c569 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:58.155041 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5f903d04-afba-4913-95ae-b6dfcccaf2ab req-7c786b49-5b99-4d30-a361-41e746a5c569 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.0944614 Apr 14 16:14:58.188854 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5f903d04-afba-4913-95ae-b6dfcccaf2ab req-d468cbd5-44ec-493d-848b-76137f20d803 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0273612 Apr 14 16:14:58.540621 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070cba4-7e0d-482a-9daf-65a218722a07 req-baf9d508-2df3-48d5-b711-6f0150d7e096 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:58.541606 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b070cba4-7e0d-482a-9daf-65a218722a07 req-baf9d508-2df3-48d5-b711-6f0150d7e096 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 946 time: 0.0915260 Apr 14 16:14:58.550365 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device d74de9c1-8188-4d05-92fc-6cdce0aa2e31 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:14:58.577089 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b070cba4-7e0d-482a-9daf-65a218722a07 req-aa85b963-899f-4601-8428-8a6d0fa13a1e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291166 Apr 14 16:14:58.720771 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port d74de9c1-8188-4d05-92fc-6cdce0aa2e31, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:58.740054 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'port_id': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31', 'mac_address': 'fa:16:3e:52:ea:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:14:58.781311 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90d8fb-358d-44da-a770-f113c275a27b req-5a05a1c8-1985-419b-b6f5-8371926ca953 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:58.783640 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9c90d8fb-358d-44da-a770-f113c275a27b req-5a05a1c8-1985-419b-b6f5-8371926ca953 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 943 time: 0.0943015 Apr 14 16:14:58.816225 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:58.818070 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74de9c1-8188-4d05-92fc-6cdce0aa2e31 {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:14:58.819008 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9c90d8fb-358d-44da-a770-f113c275a27b req-a76d61e4-5a5d-4231-b91b-3fd037409644 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254288 Apr 14 16:14:58.819947 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2f24e-bf8e-4d35-865e-fd40f69d6175 req-bc8abefc-2248-488d-bce4-1a62b0e98cee tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:58.821983 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a5c2f24e-bf8e-4d35-865e-fd40f69d6175 req-bc8abefc-2248-488d-bce4-1a62b0e98cee tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0997667 Apr 14 16:14:58.835553 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port d74de9c1-8188-4d05-92fc-6cdce0aa2e31, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:58.842179 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:58.844108 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f294264b-4a9b-410d-a01e-70c5a29b1267 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:58.880438 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a5c2f24e-bf8e-4d35-865e-fd40f69d6175 req-70fc19cd-96a9-465f-b614-bd91b0f3f67e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499549 Apr 14 16:14:58.919560 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,revision_number=9']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:58.922796 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:59.334774 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['d74de9c1-8188-4d05-92fc-6cdce0aa2e31'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:14:59.350827 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 40294) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:59.446804 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded57d5f-5349-433c-b1db-02f34e6f21d7 req-0c513a7b-c453-47d0-af9a-97bee1e36e6c tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:59.450138 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ded57d5f-5349-433c-b1db-02f34e6f21d7 req-0c513a7b-c453-47d0-af9a-97bee1e36e6c tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.1350954 Apr 14 16:14:59.513698 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ded57d5f-5349-433c-b1db-02f34e6f21d7 req-3ffd77ce-dd68-48aa-a52b-b2857b97b98d tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560884 Apr 14 16:14:59.523991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-969d04bd-5e19-44c3-aed3-1140a138fee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:59.542301 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-969d04bd-5e19-44c3-aed3-1140a138fee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:59.546790 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-969d04bd-5e19-44c3-aed3-1140a138fee7 admin admin] Usage tracker for resource:security_group_rule and tenant:a952367eea894110980905f1adc4a357 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:59.549903 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-969d04bd-5e19-44c3-aed3-1140a138fee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:59.556379 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-969d04bd-5e19-44c3-aed3-1140a138fee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:59.642335 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-969d04bd-5e19-44c3-aed3-1140a138fee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:59.645006 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-969d04bd-5e19-44c3-aed3-1140a138fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:59.653999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:59.699674 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-969d04bd-5e19-44c3-aed3-1140a138fee7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a952367eea894110980905f1adc4a357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474925 Apr 14 16:14:59.702776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 40304) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:59.703330 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d04bd-5e19-44c3-aed3-1140a138fee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1306820-e5ab-4fe9-828d-a960443c4bcd,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:59.740518 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-969d04bd-5e19-44c3-aed3-1140a138fee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:59.764977 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cea7243a-d80a-48ae-b68a-deaf911f3a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:59.791942 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672e03a-c0ff-44ac-b1bf-f84eb5317bc2 req-7ae7ac1b-8cf8-471f-9a0f-ea854a2b23dd tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:59.793007 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cea7243a-d80a-48ae-b68a-deaf911f3a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:59.793620 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b672e03a-c0ff-44ac-b1bf-f84eb5317bc2 req-7ae7ac1b-8cf8-471f-9a0f-ea854a2b23dd tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 946 time: 0.0929053 Apr 14 16:14:59.824883 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b672e03a-c0ff-44ac-b1bf-f84eb5317bc2 req-b07797dd-77a6-44ae-bfe6-eddf02f10bb8 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0245149 Apr 14 16:14:59.841504 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cea7243a-d80a-48ae-b68a-deaf911f3a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:59.847089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fa0eba9e-cd47-409d-86ac-32c80eacf3d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:59.860628 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7243a-d80a-48ae-b68a-deaf911f3a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1306820-e5ab-4fe9-828d-a960443c4bcd,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:59.863931 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-cea7243a-d80a-48ae-b68a-deaf911f3a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:59.866059 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cea7243a-d80a-48ae-b68a-deaf911f3a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:59.870676 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-cea7243a-d80a-48ae-b68a-deaf911f3a4b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c1306820-e5ab-4fe9-828d-a960443c4bcd HTTP/1.1" status: 204 len: 168 time: 0.1667786 Apr 14 16:15:00.045801 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bd84c-717f-4b53-b851-7d4fbb15831b req-6ee01d7f-e69a-491c-9855-5095619fe96e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:00.047700 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4f3bd84c-717f-4b53-b851-7d4fbb15831b req-6ee01d7f-e69a-491c-9855-5095619fe96e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 944 time: 0.1017399 Apr 14 16:15:00.053441 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd6582-00fa-4975-8f38-f329b55325da req-545b03a8-242a-4469-85a6-7508f1c7940c tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:00.055094 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06bd6582-00fa-4975-8f38-f329b55325da req-545b03a8-242a-4469-85a6-7508f1c7940c tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 946 time: 0.1045587 Apr 14 16:15:00.081414 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4f3bd84c-717f-4b53-b851-7d4fbb15831b req-0b21a2ab-19a2-4ec6-8256-6df6b2efb72b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261564 Apr 14 16:15:00.091810 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06bd6582-00fa-4975-8f38-f329b55325da req-9c796617-db7d-45ad-a28c-d83e73ac5617 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292656 Apr 14 16:15:00.135284 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 40318) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:00.402078 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39891e9-7d21-4b0d-bb6c-42ef90a0f930 tempest-TestVolumeBootPattern-729253807 tempest-TestVolumeBootPattern-729253807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:00.406954 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-a39891e9-7d21-4b0d-bb6c-42ef90a0f930 tempest-TestVolumeBootPattern-729253807 tempest-TestVolumeBootPattern-729253807-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 1094 time: 0.2671161 Apr 14 16:15:00.406954 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 40332) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:00.412813 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Request body: {'floatingip': {'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'port_id': '795f1499-91ff-4e4d-8ef8-0d1a0241293e', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ip_address': '172.20.0.14'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:00.421272 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:00.425106 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Usage tracker for resource:floatingip and tenant:ed9d2e253f144da0bf1bbc63b4657b81 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:00.428065 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:00.435155 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:00.445678 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for floatingip, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:00.607236 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:00.719128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089af355-c74d-4fde-adc2-48013e2f66c3 req-b1efc70b-be95-4112-beab-94e09ab227c7 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:00.720739 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-089af355-c74d-4fde-adc2-48013e2f66c3 req-b1efc70b-be95-4112-beab-94e09ab227c7 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.0930579 Apr 14 16:15:00.758300 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-089af355-c74d-4fde-adc2-48013e2f66c3 req-e1e078b7-7db8-4c2b-a44b-a7fe55bc0ef5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0298042 Apr 14 16:15:00.774906 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Allocated IP 172.27.2.242 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/29797961-2842-4cf9-92fa-d47b038bccee) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:15:00.943328 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:00.975649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:00.992019 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:01.147200 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event updated for resources: {'Port': ['ID=29797961-2842-4cf9-92fa-d47b038bccee,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:01.160131 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:01.208274 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:15:01.209691 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:01.212350 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:15:01.456126 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57289c-8c28-4bd3-b830-4f45e0f62af3 req-035217c7-1920-493a-ab51-3fcd8b2d42d9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:01.457805 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f57289c-8c28-4bd3-b830-4f45e0f62af3 req-035217c7-1920-493a-ab51-3fcd8b2d42d9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 944 time: 0.2134550 Apr 14 16:15:01.629985 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f57289c-8c28-4bd3-b830-4f45e0f62af3 req-1e2df976-c851-4f85-a65f-b449f116385f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613629 Apr 14 16:15:01.772311 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:01.886097 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:02.003776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae33f3-ba35-459c-b8c3-02287f90b2dd req-8034eecb-79df-4b72-9d86-214e1f4ea489 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:02.005445 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-84ae33f3-ba35-459c-b8c3-02287f90b2dd req-8034eecb-79df-4b72-9d86-214e1f4ea489 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.1171472 Apr 14 16:15:02.046503 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-84ae33f3-ba35-459c-b8c3-02287f90b2dd req-35909bfd-a620-4fdf-8df4-5b5eb4e5733c tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330892 Apr 14 16:15:02.419552 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:02.423031 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:02.437936 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:02.568411 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device d74de9c1-8188-4d05-92fc-6cdce0aa2e31 up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:15:02.575436 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event updated for resources: {'Port': ['ID=29797961-2842-4cf9-92fa-d47b038bccee,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:02.585138 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:02.659748 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port d74de9c1-8188-4d05-92fc-6cdce0aa2e31 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:02.659748 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:02.693551 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854381538'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:02.801538 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:02.818688 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:02.831918 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port d74de9c1-8188-4d05-92fc-6cdce0aa2e31, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:02.838582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:02.840792 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b628e452-ab4f-40fc-a8df-363f9581dc2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:02.882838 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31', 'code': 200} Apr 14 16:15:02.933396 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,revision_number=10']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:02.936899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:03.000952 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51ae48-a190-405a-b926-032a0c981d17 req-309dcf2f-7dfe-4b51-bd7b-5fed487bbc3e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:03.002618 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6b51ae48-a190-405a-b926-032a0c981d17 req-309dcf2f-7dfe-4b51-bd7b-5fed487bbc3e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 946 time: 0.1767409 Apr 14 16:15:03.003995 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_db [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Floating IP ca9307f0-8694-4416-b370-1b4e92c1daaa associated. External IP: 172.27.2.242, port: 795f1499-91ff-4e4d-8ef8-0d1a0241293e. Apr 14 16:15:03.187653 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6b51ae48-a190-405a-b926-032a0c981d17 req-2036c35d-cfb9-40e1-82f1-ecafae92c603 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240077 Apr 14 16:15:03.347880 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fa659-2fda-4519-99cc-6b5c0c81c795 req-9d23a44c-4ba7-47f7-8c1b-a4b30c6c2f86 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:03.349491 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-dc6fa659-2fda-4519-99cc-6b5c0c81c795 req-9d23a44c-4ba7-47f7-8c1b-a4b30c6c2f86 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.0987320 Apr 14 16:15:03.384725 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-dc6fa659-2fda-4519-99cc-6b5c0c81c795 req-1aea6b86-debc-4a84-b0b2-4b81a36b4b4a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0281775 Apr 14 16:15:03.466546 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Router b94f027e-a86d-4722-a55f-149339d2e3fb has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:15:03.669766 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 40480) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:03.733349 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:15:03.740962 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d595f5-de29-4347-bc60-40d7583834e6 req-208f4a30-7475-4612-a401-3ccba613370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:03.742574 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e0d595f5-de29-4347-bc60-40d7583834e6 req-208f4a30-7475-4612-a401-3ccba613370a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 1099 time: 0.1350186 Apr 14 16:15:03.743545 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb8e91-52de-4250-a13b-297a97a0d194 None None] Sync routers for ids ['b94f027e-a86d-4722-a55f-149339d2e3fb'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:15:03.754234 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bb8e91-52de-4250-a13b-297a97a0d194 None None] Routers {'b94f027e-a86d-4722-a55f-149339d2e3fb'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:03.754879 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e6bb8e91-52de-4250-a13b-297a97a0d194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:14:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b94f027e-a86d-4722-a55f-149339d2e3fb'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:03.780412 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e0d595f5-de29-4347-bc60-40d7583834e6 req-f7e4b655-39bc-4d1e-8fe1-d21815656277 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292296 Apr 14 16:15:03.781684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:03.801385 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0ce104d1-cb71-4cd7-ba0e-568eb2c67bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:03.817319 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-0ce104d1-cb71-4cd7-ba0e-568eb2c67bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:03.822526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-0ce104d1-cb71-4cd7-ba0e-568eb2c67bdb admin admin] Usage tracker for resource:security_group_rule and tenant:10e4497be7e54a6abb724bd92e0c31e4 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:03.826100 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-0ce104d1-cb71-4cd7-ba0e-568eb2c67bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:03.832847 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-0ce104d1-cb71-4cd7-ba0e-568eb2c67bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:03.859393 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4375269 Apr 14 16:15:03.859393 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca69cc6-ca35-4146-8a19-b3e35097b152', 'tag': '795f1499-91ff-4e4d-8ef8-0d1a0241293e'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:03.895289 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca69cc6-ca35-4146-8a19-b3e35097b152', 'tag': '795f1499-91ff-4e4d-8ef8-0d1a0241293e', 'status': 'completed', 'code': 200} Apr 14 16:15:03.938213 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0ce104d1-cb71-4cd7-ba0e-568eb2c67bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:03.940970 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0ce104d1-cb71-4cd7-ba0e-568eb2c67bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:03.948180 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-969d04bd-5e19-44c3-aed3-1140a138fee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:03.955166 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-e6bb8e91-52de-4250-a13b-297a97a0d194 None None] Set router b94f027e-a86d-4722-a55f-149339d2e3fb gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:03.983391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce104d1-cb71-4cd7-ba0e-568eb2c67bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5467c54a-fac8-417f-9bf8-85bc36f9e0eb,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:03.988347 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0ce104d1-cb71-4cd7-ba0e-568eb2c67bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:04.008078 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-0ce104d1-cb71-4cd7-ba0e-568eb2c67bdb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=10e4497be7e54a6abb724bd92e0c31e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370438 Apr 14 16:15:04.009116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 40490) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:04.042362 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8353d04-394c-41f8-a713-0bfdbb7008e8 req-dd3cc4e4-7384-48a1-b684-0a532b0fa429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:04.044109 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d8353d04-394c-41f8-a713-0bfdbb7008e8 req-dd3cc4e4-7384-48a1-b684-0a532b0fa429 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81&device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 1099 time: 0.0855329 Apr 14 16:15:04.086060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4ab987ac-b0e0-47e7-a2bc-79a491270ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:04.144280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4ab987ac-b0e0-47e7-a2bc-79a491270ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:04.196391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4ab987ac-b0e0-47e7-a2bc-79a491270ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:04.203458 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-313b25e3-9dee-427c-b9e6-f4841601fe1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:04.217257 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8353d04-394c-41f8-a713-0bfdbb7008e8 req-e4f6ef15-6514-46fd-81e0-6392ebed34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:04.217498 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab987ac-b0e0-47e7-a2bc-79a491270ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5467c54a-fac8-417f-9bf8-85bc36f9e0eb,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:04.222044 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4ab987ac-b0e0-47e7-a2bc-79a491270ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:04.230028 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d8353d04-394c-41f8-a713-0bfdbb7008e8 req-e4f6ef15-6514-46fd-81e0-6392ebed34ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f231942-4227-4866-b347-c39ce3e77e17 HTTP/1.1" status: 200 len: 913 time: 0.1686549 Apr 14 16:15:04.234573 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4ab987ac-b0e0-47e7-a2bc-79a491270ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:04.239101 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-4ab987ac-b0e0-47e7-a2bc-79a491270ba3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5467c54a-fac8-417f-9bf8-85bc36f9e0eb HTTP/1.1" status: 204 len: 168 time: 0.2289281 Apr 14 16:15:04.389125 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d8353d04-394c-41f8-a713-0bfdbb7008e8 req-e6939755-1782-418c-9c0d-9333299f2837 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=795f1499-91ff-4e4d-8ef8-0d1a0241293e HTTP/1.1" status: 200 len: 1000 time: 0.1497509 Apr 14 16:15:04.472724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478b6ba-e946-46cf-92b0-0c4fe3859819 req-e5a04fbe-9303-4fa7-bed7-19002d83a969 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:04.482001 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9478b6ba-e946-46cf-92b0-0c4fe3859819 req-e5a04fbe-9303-4fa7-bed7-19002d83a969 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 946 time: 0.1512475 Apr 14 16:15:04.492856 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8353d04-394c-41f8-a713-0bfdbb7008e8 req-c5f3cc8e-be1b-40f4-8936-8f6218412d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:04.494716 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d8353d04-394c-41f8-a713-0bfdbb7008e8 req-c5f3cc8e-be1b-40f4-8936-8f6218412d7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e4a1f4-9db1-4dac-b369-d7c260cd42f3 HTTP/1.1" status: 200 len: 851 time: 0.0959685 Apr 14 16:15:04.521591 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9478b6ba-e946-46cf-92b0-0c4fe3859819 req-32de940d-5bc0-4fa0-98f1-245082adb98d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382061 Apr 14 16:15:04.696971 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8353d04-394c-41f8-a713-0bfdbb7008e8 req-305f2313-26dd-4b1d-851c-52d0a5f5ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:04.702380 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d8353d04-394c-41f8-a713-0bfdbb7008e8 req-305f2313-26dd-4b1d-851c-52d0a5f5ccc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f231942-4227-4866-b347-c39ce3e77e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1753378 Apr 14 16:15:04.737819 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e6bb8e91-52de-4250-a13b-297a97a0d194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': 'ca9307f0-8694-4416-b370-1b4e92c1daaa', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'port_id': '795f1499-91ff-4e4d-8ef8-0d1a0241293e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'mac_address': 'fa:16:3e:a4:e7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca69cc6-ca35-4146-8a19-b3e35097b152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:15:01Z', 'updated_at': '2021-04-14T16:15:01Z', 'revision_number': 0, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:04.741813 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff4e6c-7026-47cf-b4f9-be64d2d0eccf req-8e512ccc-b489-4f24-9a83-cdea0bf2a450 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:04.743347 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-50ff4e6c-7026-47cf-b4f9-be64d2d0eccf req-8e512ccc-b489-4f24-9a83-cdea0bf2a450 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.1080341 Apr 14 16:15:04.745630 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb8e91-52de-4250-a13b-297a97a0d194 None None] Checking router: b94f027e-a86d-4722-a55f-149339d2e3fb for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:15:04.757261 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bb8e91-52de-4250-a13b-297a97a0d194 None None] Routers {'b94f027e-a86d-4722-a55f-149339d2e3fb'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:04.758259 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e6bb8e91-52de-4250-a13b-297a97a0d194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:14:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b94f027e-a86d-4722-a55f-149339d2e3fb'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:04.793611 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-50ff4e6c-7026-47cf-b4f9-be64d2d0eccf req-6d806147-3525-47d1-bb1d-6c3b6de8e5d1 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412018 Apr 14 16:15:04.794422 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 40508) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:04.815507 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-209ebe9b-b7bd-4484-b311-8bee28a92145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:04.832366 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-209ebe9b-b7bd-4484-b311-8bee28a92145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:04.836557 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-209ebe9b-b7bd-4484-b311-8bee28a92145 admin admin] Usage tracker for resource:security_group_rule and tenant:b5d8e46f26354555abcfda9d0b0308f2 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:04.840459 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-209ebe9b-b7bd-4484-b311-8bee28a92145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:04.847492 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-209ebe9b-b7bd-4484-b311-8bee28a92145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:04.936077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-209ebe9b-b7bd-4484-b311-8bee28a92145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:04.939000 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-209ebe9b-b7bd-4484-b311-8bee28a92145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:04.943303 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d8353d04-394c-41f8-a713-0bfdbb7008e8 req-78576cbd-7d14-4ede-8b0e-ac4591fff3c9 service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212455 Apr 14 16:15:04.972773 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-04c39b4f-55ee-4ea3-92a6-dadb843af60c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:04.983152 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-209ebe9b-b7bd-4484-b311-8bee28a92145 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b5d8e46f26354555abcfda9d0b0308f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873915 Apr 14 16:15:04.986508 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 40512) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:04.987516 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-e6bb8e91-52de-4250-a13b-297a97a0d194 None None] Set router b94f027e-a86d-4722-a55f-149339d2e3fb gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:05.030631 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ebe9b-b7bd-4484-b311-8bee28a92145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c5ebae-5d32-4848-9da0-2d0833e6a60b,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:05.037342 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-209ebe9b-b7bd-4484-b311-8bee28a92145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:05.078473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f35e554e-8ee4-49d6-b4a9-25d591c7db2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:05.111702 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f35e554e-8ee4-49d6-b4a9-25d591c7db2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:05.182244 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f35e554e-8ee4-49d6-b4a9-25d591c7db2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:05.187905 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-74dfe033-8ee1-4285-9835-338a2194e25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:05.200490 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e554e-8ee4-49d6-b4a9-25d591c7db2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c5ebae-5d32-4848-9da0-2d0833e6a60b,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:05.206778 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f35e554e-8ee4-49d6-b4a9-25d591c7db2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:05.208930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f35e554e-8ee4-49d6-b4a9-25d591c7db2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:05.212666 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-f35e554e-8ee4-49d6-b4a9-25d591c7db2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31c5ebae-5d32-4848-9da0-2d0833e6a60b HTTP/1.1" status: 204 len: 168 time: 0.2226918 Apr 14 16:15:05.302280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372128a7-424e-4882-b353-6a5642edc4ea req-cd23c760-73c7-47f5-b8b0-1da3fd2e6321 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:05.303897 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-372128a7-424e-4882-b353-6a5642edc4ea req-cd23c760-73c7-47f5-b8b0-1da3fd2e6321 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.5258305 Apr 14 16:15:05.360153 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-372128a7-424e-4882-b353-6a5642edc4ea req-3e7863ef-515b-4cf4-b36c-1e54864dacda tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484653 Apr 14 16:15:05.418350 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e6bb8e91-52de-4250-a13b-297a97a0d194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': 'ca9307f0-8694-4416-b370-1b4e92c1daaa', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'port_id': '795f1499-91ff-4e4d-8ef8-0d1a0241293e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'mac_address': 'fa:16:3e:a4:e7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca69cc6-ca35-4146-8a19-b3e35097b152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:15:01Z', 'updated_at': '2021-04-14T16:15:01Z', 'revision_number': 0, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:05.423694 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb8e91-52de-4250-a13b-297a97a0d194 None None] The sync data for ids ['b94f027e-a86d-4722-a55f-149339d2e3fb'] in dv-cinder-786266-1-iscsi is: [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': 'ca9307f0-8694-4416-b370-1b4e92c1daaa', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'port_id': '795f1499-91ff-4e4d-8ef8-0d1a0241293e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'mac_address': 'fa:16:3e:a4:e7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca69cc6-ca35-4146-8a19-b3e35097b152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:15:01Z', 'updated_at': '2021-04-14T16:15:01Z', 'revision_number': 0, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:15:05.427234 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d8353d04-394c-41f8-a713-0bfdbb7008e8 req-5b37718c-e82e-4e78-999b-aeb8dd0518f0 service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653981 Apr 14 16:15:05.769999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c5a6e-ec83-45bc-8324-4f6b1303fbce req-63342587-c58b-47ec-b898-e88a1131325f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:05.771772 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-486c5a6e-ec83-45bc-8324-4f6b1303fbce req-63342587-c58b-47ec-b898-e88a1131325f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 946 time: 0.1252112 Apr 14 16:15:05.785663 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f1aba1-19b9-4eb9-be18-d3550bb4844c None None] New status for floating IP ca9307f0-8694-4416-b370-1b4e92c1daaa: ACTIVE {{(pid=85246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:15:05.831218 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-486c5a6e-ec83-45bc-8324-4f6b1303fbce req-3f0f353b-c110-47ce-a977-23eb7e49458d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495744 Apr 14 16:15:06.075468 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613b3d8-5f2c-40e7-8b60-2c39384fc6ae req-2e9f30d8-1994-479a-8eff-5f1f3c7d0263 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:06.079304 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4613b3d8-5f2c-40e7-8b60-2c39384fc6ae req-2e9f30d8-1994-479a-8eff-5f1f3c7d0263 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.1197872 Apr 14 16:15:06.142593 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4613b3d8-5f2c-40e7-8b60-2c39384fc6ae req-d7afc97d-c3a7-422d-bb56-b2c8ab3f86bf tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492740 Apr 14 16:15:06.577503 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de80381-35ab-415b-9d4e-a6bd64e3ae26 req-14db470e-2c00-4b6f-aea9-b57529d3d95a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:06.579095 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4de80381-35ab-415b-9d4e-a6bd64e3ae26 req-14db470e-2c00-4b6f-aea9-b57529d3d95a tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.0943065 Apr 14 16:15:06.610587 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4de80381-35ab-415b-9d4e-a6bd64e3ae26 req-5299f4eb-9c7e-4c04-b274-d9a22d83c35b tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251727 Apr 14 16:15:06.630587 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 40584) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:06.756026 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d5b35ef3-06e9-49b8-88df-d9cf1d49cde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.771556 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-d5b35ef3-06e9-49b8-88df-d9cf1d49cde5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:06.776034 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-d5b35ef3-06e9-49b8-88df-d9cf1d49cde5 admin admin] Usage tracker for resource:security_group_rule and tenant:38428ef87aab4a3d85b0e6bb600f1afc is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:06.779403 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-d5b35ef3-06e9-49b8-88df-d9cf1d49cde5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:06.785669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-d5b35ef3-06e9-49b8-88df-d9cf1d49cde5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:06.875840 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d5b35ef3-06e9-49b8-88df-d9cf1d49cde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.878774 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d5b35ef3-06e9-49b8-88df-d9cf1d49cde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.888347 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ddfa8c58-0a72-4868-9886-b6ae13f2d738 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:06.935601 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d5b35ef3-06e9-49b8-88df-d9cf1d49cde5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38428ef87aab4a3d85b0e6bb600f1afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013327 Apr 14 16:15:06.935601 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b35ef3-06e9-49b8-88df-d9cf1d49cde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3122b794-8c74-462f-87e1-d92c8e272362,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:06.936218 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 40592) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:06.937189 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d5b35ef3-06e9-49b8-88df-d9cf1d49cde5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:07.076420 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5346c94f-bd5e-49c8-9b4b-f07ff83f7413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:07.087420 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981d3a6-eb0d-4336-a8ff-27c4fe69cabf req-b1b5c986-02b9-4fc5-bbb8-675c57401636 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:07.089195 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3981d3a6-eb0d-4336-a8ff-27c4fe69cabf req-b1b5c986-02b9-4fc5-bbb8-675c57401636 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 946 time: 0.1439142 Apr 14 16:15:07.139029 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5346c94f-bd5e-49c8-9b4b-f07ff83f7413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:07.148677 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3981d3a6-eb0d-4336-a8ff-27c4fe69cabf req-662a8948-de6e-496e-bb7e-42164d0030cd tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518591 Apr 14 16:15:07.189887 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5346c94f-bd5e-49c8-9b4b-f07ff83f7413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:07.195015 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d857e9eb-fa7e-49d5-9374-b3f51301d5a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:07.207881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346c94f-bd5e-49c8-9b4b-f07ff83f7413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3122b794-8c74-462f-87e1-d92c8e272362,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:07.211072 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5346c94f-bd5e-49c8-9b4b-f07ff83f7413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:07.213336 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5346c94f-bd5e-49c8-9b4b-f07ff83f7413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:07.214833 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-5346c94f-bd5e-49c8-9b4b-f07ff83f7413 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3122b794-8c74-462f-87e1-d92c8e272362 HTTP/1.1" status: 204 len: 168 time: 0.2772627 Apr 14 16:15:07.345614 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791339f9-55b1-4ce2-92e5-dcee565d6267 req-debb3838-f07c-4caa-a343-c2bd245f29b5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:07.347230 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-791339f9-55b1-4ce2-92e5-dcee565d6267 req-debb3838-f07c-4caa-a343-c2bd245f29b5 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.0907998 Apr 14 16:15:07.382214 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-791339f9-55b1-4ce2-92e5-dcee565d6267 req-f184be40-78c2-41ba-b153-6d009390c60b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0284052 Apr 14 16:15:07.821328 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcaadc-d168-4604-afac-920cefe3f364 req-ee823d85-53e2-4192-8f68-e3b9ba537a34 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:07.823454 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f4bcaadc-d168-4604-afac-920cefe3f364 req-ee823d85-53e2-4192-8f68-e3b9ba537a34 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.0921013 Apr 14 16:15:07.857550 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f4bcaadc-d168-4604-afac-920cefe3f364 req-0e0a4c42-6338-47c8-b60e-5aaa75e969c6 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255907 Apr 14 16:15:08.592235 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32813fbd-24d8-4b56-b00b-f56bb6991da0 req-bcfb9036-ae47-4cd5-8117-50e46a37420b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:08.594115 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-32813fbd-24d8-4b56-b00b-f56bb6991da0 req-bcfb9036-ae47-4cd5-8117-50e46a37420b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.0963335 Apr 14 16:15:08.631128 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-32813fbd-24d8-4b56-b00b-f56bb6991da0 req-693fed9d-f133-49ea-9792-01223df31b74 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0295324 Apr 14 16:15:09.067143 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb941c4-cf1a-4cb1-b33f-194b53844a52 req-a288ae90-dc32-4839-ba89-8ea6a58c878e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:09.068700 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ccb941c4-cf1a-4cb1-b33f-194b53844a52 req-a288ae90-dc32-4839-ba89-8ea6a58c878e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.0947623 Apr 14 16:15:09.100305 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ccb941c4-cf1a-4cb1-b33f-194b53844a52 req-e41a37eb-35a8-459a-8db9-f8eb36f23286 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239699 Apr 14 16:15:09.231939 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62db077-22ea-48e5-ae9f-5115b43e8bbd req-4be24cf9-360b-4aaa-8334-d07ad72383b3 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:09.233711 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a62db077-22ea-48e5-ae9f-5115b43e8bbd req-4be24cf9-360b-4aaa-8334-d07ad72383b3 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.41 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 946 time: 0.0954785 Apr 14 16:15:09.334002 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-a62db077-22ea-48e5-ae9f-5115b43e8bbd req-eb127760-9cf4-44c7-a4a4-e25401e94662 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Deleting port d0063e5f-fce6-4c5b-9155-46be8709096a {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:15:09.334508 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-a62db077-22ea-48e5-ae9f-5115b43e8bbd req-eb127760-9cf4-44c7-a4a4-e25401e94662 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:09.598888 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-a62db077-22ea-48e5-ae9f-5115b43e8bbd req-eb127760-9cf4-44c7-a4a4-e25401e94662 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] For port d0063e5f-fce6-4c5b-9155-46be8709096a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d0063e5f-fce6-4c5b-9155-46be8709096a,segment=NetworkSegment(17318d1e-9897-40a1-858c-8a4987f7fe53),segment_id=17318d1e-9897-40a1-858c-8a4987f7fe53)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:09.599201 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-a62db077-22ea-48e5-ae9f-5115b43e8bbd req-eb127760-9cf4-44c7-a4a4-e25401e94662 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:09.740036 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-a62db077-22ea-48e5-ae9f-5115b43e8bbd req-eb127760-9cf4-44c7-a4a4-e25401e94662 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Calling delete_port for d0063e5f-fce6-4c5b-9155-46be8709096a owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:15:09.842511 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0822e5-c09d-42be-b0f4-9b5c76660e5d req-770025ae-58c9-4856-82d1-33c4446ab480 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:09.844097 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd0822e5-c09d-42be-b0f4-9b5c76660e5d req-770025ae-58c9-4856-82d1-33c4446ab480 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.0933201 Apr 14 16:15:09.877396 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd0822e5-c09d-42be-b0f4-9b5c76660e5d req-d66b6ccd-43e1-4d33-bb02-7ddb3f6a495a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0263405 Apr 14 16:15:09.898649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-a62db077-22ea-48e5-ae9f-5115b43e8bbd req-eb127760-9cf4-44c7-a4a4-e25401e94662 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:09.914809 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:09.924978 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['56a60b7b-6e5f-46c0-9f81-4dffc4926337', 'd0063e5f-fce6-4c5b-9155-46be8709096a'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:15:09.975164 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb127760-9cf4-44c7-a4a4-e25401e94662 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Pushing event deleted for resources: {'Port': ['ID=d0063e5f-fce6-4c5b-9155-46be8709096a,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:09.979066 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-eb127760-9cf4-44c7-a4a4-e25401e94662 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:10.180773 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62db077-22ea-48e5-ae9f-5115b43e8bbd req-eb127760-9cf4-44c7-a4a4-e25401e94662 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] No DVR routers for this DVR port d0063e5f-fce6-4c5b-9155-46be8709096a on host hv-cinder-78626 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:15:10.185274 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-a62db077-22ea-48e5-ae9f-5115b43e8bbd req-eb127760-9cf4-44c7-a4a4-e25401e94662 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:10.191320 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab89b0d-d22c-4d99-8946-878629b4a370', 'name': 'network-vif-deleted', 'tag': 'd0063e5f-fce6-4c5b-9155-46be8709096a'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:10.206883 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a62db077-22ea-48e5-ae9f-5115b43e8bbd req-eb127760-9cf4-44c7-a4a4-e25401e94662 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.41 "DELETE /v2.0/ports/d0063e5f-fce6-4c5b-9155-46be8709096a HTTP/1.1" status: 204 len: 173 time: 0.9517908 Apr 14 16:15:10.271561 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab89b0d-d22c-4d99-8946-878629b4a370', 'name': 'network-vif-deleted', 'tag': 'd0063e5f-fce6-4c5b-9155-46be8709096a', 'status': 'completed', 'code': 200} Apr 14 16:15:10.285283 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-b4e18645-caba-47a5-a0b9-5851914438df req-a00a9646-9764-4893-af95-5983363fbf2f tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Synchronizing usage tracker for tenant:3ef0238a8f524a30a94d06aa25d272f8 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:10.301630 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-b4e18645-caba-47a5-a0b9-5851914438df req-a00a9646-9764-4893-af95-5983363fbf2f tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Unset dirty status for tenant:3ef0238a8f524a30a94d06aa25d272f8 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:10.303061 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b4e18645-caba-47a5-a0b9-5851914438df req-a00a9646-9764-4893-af95-5983363fbf2f tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab89b0d-d22c-4d99-8946-878629b4a370 HTTP/1.1" status: 200 len: 210 time: 0.0729103 Apr 14 16:15:11.102239 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab647af-d76f-4d6f-afda-325fd5e02d9e req-9a8cdfc5-1779-4c2d-8777-2ff16fbcc5b2 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:11.104297 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0ab647af-d76f-4d6f-afda-325fd5e02d9e req-9a8cdfc5-1779-4c2d-8777-2ff16fbcc5b2 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.0988343 Apr 14 16:15:11.138720 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0ab647af-d76f-4d6f-afda-325fd5e02d9e req-91085af0-7d01-41eb-be9a-0a021dc56846 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0271804 Apr 14 16:15:11.786169 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d20fae-599b-4a0f-99a6-31a564e0204b req-47996f95-493c-41d8-8216-cb858ffc7ce0 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:11.787762 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b8d20fae-599b-4a0f-99a6-31a564e0204b req-47996f95-493c-41d8-8216-cb858ffc7ce0 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0890338 Apr 14 16:15:11.819082 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b8d20fae-599b-4a0f-99a6-31a564e0204b req-7d5ae293-2f6a-46b3-b52a-f6aabc904ce5 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241988 Apr 14 16:15:12.344907 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017d82b-fc08-45ca-8e28-33d003f86ed0 req-fc6b1513-213a-406f-ad92-4d7af66f6dfc tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:12.346541 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4017d82b-fc08-45ca-8e28-33d003f86ed0 req-fc6b1513-213a-406f-ad92-4d7af66f6dfc tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.0893195 Apr 14 16:15:12.380689 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4017d82b-fc08-45ca-8e28-33d003f86ed0 req-368680a0-26a7-49b0-aee8-79ce700ff21b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0276191 Apr 14 16:15:13.029555 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10746e0c-4aa4-4103-a4a8-0d70da549082 req-76a16a55-b3db-49f2-8251-0b4aa57036c1 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:13.031161 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-10746e0c-4aa4-4103-a4a8-0d70da549082 req-76a16a55-b3db-49f2-8251-0b4aa57036c1 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0965235 Apr 14 16:15:13.063944 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-10746e0c-4aa4-4103-a4a8-0d70da549082 req-056307b1-eaa1-49d1-9098-f4cf8e99f318 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260718 Apr 14 16:15:13.483500 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:13.726852 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f052478-047e-474b-bbf2-e9fd585d98b1 req-44c11eef-415a-44ce-93ab-a6b8b95704ed tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:13.728482 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8f052478-047e-474b-bbf2-e9fd585d98b1 req-44c11eef-415a-44ce-93ab-a6b8b95704ed tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.0955868 Apr 14 16:15:13.762617 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8f052478-047e-474b-bbf2-e9fd585d98b1 req-1980d00f-059c-4245-997f-4d20c73e4742 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&id=e471750e-8a1e-40c7-af46-00e29ce14023&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0269895 Apr 14 16:15:14.281176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ad165-da6c-49db-b605-6262659e6d7f req-c28f3cdc-33d2-41cc-a283-581a1a081417 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:14.282765 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c06ad165-da6c-49db-b605-6262659e6d7f req-c28f3cdc-33d2-41cc-a283-581a1a081417 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0929112 Apr 14 16:15:14.314967 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c06ad165-da6c-49db-b605-6262659e6d7f req-7ce04709-4050-416e-9eee-7e0b3654e222 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255728 Apr 14 16:15:14.443771 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-47994690-cedb-4814-81c8-ff893b6dcc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:14.632062 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device d0063e5f-fce6-4c5b-9155-46be8709096a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:15:14.669631 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: d0063e5f-fce6-4c5b-9155-46be8709096a {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:15:14.670017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device d0063e5f-fce6-4c5b-9155-46be8709096a not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:15:15.518009 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ba7a3-a4d9-429b-92db-5c56378e41e2 req-11762e6d-8c5b-4805-8560-070045b12657 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:15.519595 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9f7ba7a3-a4d9-429b-92db-5c56378e41e2 req-11762e6d-8c5b-4805-8560-070045b12657 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0896378 Apr 14 16:15:15.550988 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9f7ba7a3-a4d9-429b-92db-5c56378e41e2 req-fed6a7b3-71c3-4b90-92ab-adbe998157c7 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249298 Apr 14 16:15:16.581954 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f6e5cd70-fd4e-485c-b9d3-ed91a4f30fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:16.757972 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e4f7b-49ce-492e-a551-393dc6f2c821 req-9bcf1571-b2ab-4fe6-b6eb-4fc934636732 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:16.760029 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f30e4f7b-49ce-492e-a551-393dc6f2c821 req-9bcf1571-b2ab-4fe6-b6eb-4fc934636732 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0911453 Apr 14 16:15:16.790397 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f30e4f7b-49ce-492e-a551-393dc6f2c821 req-da49fb76-1ada-4442-a1d8-884d19695c15 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239730 Apr 14 16:15:17.534753 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:17.684993 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:18.031511 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e41e7-8b0c-42c4-ab72-7531d4d66e6b req-e148a40f-0803-47ae-9404-c5448e082f2d tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:18.033488 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8f2e41e7-8b0c-42c4-ab72-7531d4d66e6b req-e148a40f-0803-47ae-9404-c5448e082f2d tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1018307 Apr 14 16:15:18.070669 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8f2e41e7-8b0c-42c4-ab72-7531d4d66e6b req-8c6efb03-108f-4991-ab96-50538b143e03 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293519 Apr 14 16:15:18.946002 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:19.286577 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d3c5e-2115-465b-9854-0bb4aaa2f2c5 req-b36747db-07d2-4dd7-b69f-d800b0041f94 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:19.288197 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-515d3c5e-2115-465b-9854-0bb4aaa2f2c5 req-b36747db-07d2-4dd7-b69f-d800b0041f94 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0952771 Apr 14 16:15:19.318983 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-515d3c5e-2115-465b-9854-0bb4aaa2f2c5 req-8c68812b-6e59-452b-be35-72bf9f06f26e tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244105 Apr 14 16:15:20.521590 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843b222-fc2c-4c42-abfd-6db41f33fab0 req-070cb478-bc59-4ca8-a782-9f4d672f15d4 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:20.523172 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d843b222-fc2c-4c42-abfd-6db41f33fab0 req-070cb478-bc59-4ca8-a782-9f4d672f15d4 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0899158 Apr 14 16:15:20.554224 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d843b222-fc2c-4c42-abfd-6db41f33fab0 req-ab6f1517-b411-4a62-ba8c-6e3fa250d13c tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240576 Apr 14 16:15:21.252519 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448f14-bc86-4453-bc88-e48a8641a8db req-4b585745-d8d5-44a7-9204-1f115501eebd tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:21.254152 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-50448f14-bc86-4453-bc88-e48a8641a8db req-4b585745-d8d5-44a7-9204-1f115501eebd tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.0922284 Apr 14 16:15:21.334344 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-50448f14-bc86-4453-bc88-e48a8641a8db req-ef3be93f-7f14-4922-bf7a-b8afd2480d27 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Deleting port 56a60b7b-6e5f-46c0-9f81-4dffc4926337 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:15:21.334734 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-50448f14-bc86-4453-bc88-e48a8641a8db req-ef3be93f-7f14-4922-bf7a-b8afd2480d27 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:21.602173 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-50448f14-bc86-4453-bc88-e48a8641a8db req-ef3be93f-7f14-4922-bf7a-b8afd2480d27 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] For port 56a60b7b-6e5f-46c0-9f81-4dffc4926337, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=56a60b7b-6e5f-46c0-9f81-4dffc4926337,segment=NetworkSegment(17318d1e-9897-40a1-858c-8a4987f7fe53),segment_id=17318d1e-9897-40a1-858c-8a4987f7fe53)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:21.602614 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-50448f14-bc86-4453-bc88-e48a8641a8db req-ef3be93f-7f14-4922-bf7a-b8afd2480d27 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:21.736805 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-50448f14-bc86-4453-bc88-e48a8641a8db req-ef3be93f-7f14-4922-bf7a-b8afd2480d27 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Calling delete_port for 56a60b7b-6e5f-46c0-9f81-4dffc4926337 owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:15:21.905252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d5fc2-c851-428a-98eb-fa1a18e22a94 req-2e52343a-14b8-4884-8e3b-092d348b424b tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:21.907019 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fa8d5fc2-c851-428a-98eb-fa1a18e22a94 req-2e52343a-14b8-4884-8e3b-092d348b424b tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 945 time: 0.1786189 Apr 14 16:15:21.993363 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fa8d5fc2-c851-428a-98eb-fa1a18e22a94 req-1586757b-68e4-46a8-9647-e05f56fb695d tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f52f4c1-33d6-4337-85e1-f125b6bfa156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472343 Apr 14 16:15:22.005645 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-50448f14-bc86-4453-bc88-e48a8641a8db req-ef3be93f-7f14-4922-bf7a-b8afd2480d27 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:22.018464 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['56a60b7b-6e5f-46c0-9f81-4dffc4926337'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:15:22.025061 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f2a7b1de-7fb0-44d5-9b7e-a2dbb273c7ac tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:22.091887 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3be93f-7f14-4922-bf7a-b8afd2480d27 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Pushing event deleted for resources: {'Port': ['ID=56a60b7b-6e5f-46c0-9f81-4dffc4926337,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:22.094712 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ef3be93f-7f14-4922-bf7a-b8afd2480d27 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:22.285136 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-50448f14-bc86-4453-bc88-e48a8641a8db req-ef3be93f-7f14-4922-bf7a-b8afd2480d27 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] No DVR routers for this DVR port 56a60b7b-6e5f-46c0-9f81-4dffc4926337 on host hv-cinder-78626 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:15:22.287664 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-50448f14-bc86-4453-bc88-e48a8641a8db req-ef3be93f-7f14-4922-bf7a-b8afd2480d27 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:22.290510 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a704e48-ff08-4961-9c93-7a0fdf04543d', 'name': 'network-vif-deleted', 'tag': '56a60b7b-6e5f-46c0-9f81-4dffc4926337'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:22.305363 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-50448f14-bc86-4453-bc88-e48a8641a8db req-ef3be93f-7f14-4922-bf7a-b8afd2480d27 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.41 "DELETE /v2.0/ports/56a60b7b-6e5f-46c0-9f81-4dffc4926337 HTTP/1.1" status: 204 len: 173 time: 1.0423317 Apr 14 16:15:22.338998 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a704e48-ff08-4961-9c93-7a0fdf04543d', 'name': 'network-vif-deleted', 'tag': '56a60b7b-6e5f-46c0-9f81-4dffc4926337', 'status': 'completed', 'code': 200} Apr 14 16:15:23.181767 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-4fe1d8b1-17dc-432a-a252-d7e40de88a87 req-629a8747-461c-4ca0-b459-1d555fe6d7c4 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Synchronizing usage tracker for tenant:3ef0238a8f524a30a94d06aa25d272f8 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:23.196258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-4fe1d8b1-17dc-432a-a252-d7e40de88a87 req-629a8747-461c-4ca0-b459-1d555fe6d7c4 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Unset dirty status for tenant:3ef0238a8f524a30a94d06aa25d272f8 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:23.197556 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4fe1d8b1-17dc-432a-a252-d7e40de88a87 req-629a8747-461c-4ca0-b459-1d555fe6d7c4 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a704e48-ff08-4961-9c93-7a0fdf04543d HTTP/1.1" status: 200 len: 210 time: 0.0661759 Apr 14 16:15:24.303709 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 40762) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:24.688709 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 56a60b7b-6e5f-46c0-9f81-4dffc4926337 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:15:24.726687 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: 56a60b7b-6e5f-46c0-9f81-4dffc4926337 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:15:24.727076 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 56a60b7b-6e5f-46c0-9f81-4dffc4926337 not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:15:25.132965 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f8c45449-2f45-4584-bf90-0424aa8a7bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410676'] for router_interface, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:25.511728 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-f8c45449-2f45-4584-bf90-0424aa8a7bb7 admin admin] Deleting port 7e020476-f2dc-41cb-935c-f7b8f311a416 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:15:25.512356 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f8c45449-2f45-4584-bf90-0424aa8a7bb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:25.700269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-f8c45449-2f45-4584-bf90-0424aa8a7bb7 admin admin] For port 7e020476-f2dc-41cb-935c-f7b8f311a416, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=7e020476-f2dc-41cb-935c-f7b8f311a416,segment=NetworkSegment(17318d1e-9897-40a1-858c-8a4987f7fe53),segment_id=17318d1e-9897-40a1-858c-8a4987f7fe53)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:25.700673 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f8c45449-2f45-4584-bf90-0424aa8a7bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:25.835768 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-f8c45449-2f45-4584-bf90-0424aa8a7bb7 admin admin] Calling delete_port for 7e020476-f2dc-41cb-935c-f7b8f311a416 owned by network:router_interface {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:15:26.155991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f8c45449-2f45-4584-bf90-0424aa8a7bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:26.171954 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a5118dc6-4c1f-480e-b82f-d307ad05d0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:26.228205 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c45449-2f45-4584-bf90-0424aa8a7bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e020476-f2dc-41cb-935c-f7b8f311a416,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:26.232717 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f8c45449-2f45-4584-bf90-0424aa8a7bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:26.616494 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f8c45449-2f45-4584-bf90-0424aa8a7bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394435'] for router_interface, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:27.130629 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c45449-2f45-4584-bf90-0424aa8a7bb7 admin admin] Router 17666899-7203-4e5a-92d0-9996b886c666 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:15:27.319525 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c45449-2f45-4584-bf90-0424aa8a7bb7 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:15:27.328996 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e6476d-f4c2-450b-9a56-bbbf14e62956 None None] Sync routers for ids ['17666899-7203-4e5a-92d0-9996b886c666'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:15:27.336367 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-f8c45449-2f45-4584-bf90-0424aa8a7bb7 admin admin] 10.222.0.60 "PUT /v2.0/routers/17666899-7203-4e5a-92d0-9996b886c666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0314584 Apr 14 16:15:27.339544 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 40774) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:27.341727 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e6476d-f4c2-450b-9a56-bbbf14e62956 None None] Routers {'17666899-7203-4e5a-92d0-9996b886c666'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:27.343093 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-c5e6476d-f4c2-450b-9a56-bbbf14e62956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:15:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['17666899-7203-4e5a-92d0-9996b886c666'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:27.539434 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-c5e6476d-f4c2-450b-9a56-bbbf14e62956 None None] Set router 17666899-7203-4e5a-92d0-9996b886c666 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:27.769192 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b755a84b-2fc2-45fb-9298-2b0f2510b787 admin admin] Notify callbacks [] for router, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:27.861878 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-c5e6476d-f4c2-450b-9a56-bbbf14e62956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17666899-7203-4e5a-92d0-9996b886c666', 'name': 'tempest-ServerRescueNegativeTestJSON-41418638-router', 'tenant_id': '3ef0238a8f524a30a94d06aa25d272f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '0702e2c7-ee76-48dc-b1ce-387ec6c09733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:15:26Z', 'revision_number': 5, 'project_id': '3ef0238a8f524a30a94d06aa25d272f8', 'gw_port': {'id': '0702e2c7-ee76-48dc-b1ce-387ec6c09733', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17666899-7203-4e5a-92d0-9996b886c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:37Z', 'updated_at': '2021-04-14T16:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:27.866293 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e6476d-f4c2-450b-9a56-bbbf14e62956 None None] Checking router: 17666899-7203-4e5a-92d0-9996b886c666 for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:15:27.876233 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e6476d-f4c2-450b-9a56-bbbf14e62956 None None] Routers {'17666899-7203-4e5a-92d0-9996b886c666'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:27.876908 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-c5e6476d-f4c2-450b-9a56-bbbf14e62956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:15:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['17666899-7203-4e5a-92d0-9996b886c666'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:27.970015 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b755a84b-2fc2-45fb-9298-2b0f2510b787 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:27.982621 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b755a84b-2fc2-45fb-9298-2b0f2510b787 admin admin] Deleting port 0702e2c7-ee76-48dc-b1ce-387ec6c09733 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:15:27.983018 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b755a84b-2fc2-45fb-9298-2b0f2510b787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:28.188726 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b755a84b-2fc2-45fb-9298-2b0f2510b787 admin admin] For port 0702e2c7-ee76-48dc-b1ce-387ec6c09733, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=0702e2c7-ee76-48dc-b1ce-387ec6c09733,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:28.189167 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b755a84b-2fc2-45fb-9298-2b0f2510b787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:28.218035 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-c5e6476d-f4c2-450b-9a56-bbbf14e62956 None None] Set router 17666899-7203-4e5a-92d0-9996b886c666 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:28.329308 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b755a84b-2fc2-45fb-9298-2b0f2510b787 admin admin] Calling delete_port for 0702e2c7-ee76-48dc-b1ce-387ec6c09733 owned by network:router_gateway {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:15:28.514444 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b755a84b-2fc2-45fb-9298-2b0f2510b787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:28.526996 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-c5e6476d-f4c2-450b-9a56-bbbf14e62956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17666899-7203-4e5a-92d0-9996b886c666', 'name': 'tempest-ServerRescueNegativeTestJSON-41418638-router', 'tenant_id': '3ef0238a8f524a30a94d06aa25d272f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '0702e2c7-ee76-48dc-b1ce-387ec6c09733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:15:26Z', 'revision_number': 5, 'project_id': '3ef0238a8f524a30a94d06aa25d272f8', 'gw_port': {'id': '0702e2c7-ee76-48dc-b1ce-387ec6c09733', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17666899-7203-4e5a-92d0-9996b886c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:37Z', 'updated_at': '2021-04-14T16:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:28.530702 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:28.531989 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e6476d-f4c2-450b-9a56-bbbf14e62956 None None] The sync data for ids ['17666899-7203-4e5a-92d0-9996b886c666'] in dv-cinder-786266-1-iscsi is: [{'id': '17666899-7203-4e5a-92d0-9996b886c666', 'name': 'tempest-ServerRescueNegativeTestJSON-41418638-router', 'tenant_id': '3ef0238a8f524a30a94d06aa25d272f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '0702e2c7-ee76-48dc-b1ce-387ec6c09733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:15:26Z', 'revision_number': 5, 'project_id': '3ef0238a8f524a30a94d06aa25d272f8', 'gw_port': {'id': '0702e2c7-ee76-48dc-b1ce-387ec6c09733', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17666899-7203-4e5a-92d0-9996b886c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:37Z', 'updated_at': '2021-04-14T16:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:15:28.592763 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755a84b-2fc2-45fb-9298-2b0f2510b787 admin admin] Pushing event deleted for resources: {'Port': ['ID=0702e2c7-ee76-48dc-b1ce-387ec6c09733,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:28.597169 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b755a84b-2fc2-45fb-9298-2b0f2510b787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:28.801437 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b755a84b-2fc2-45fb-9298-2b0f2510b787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394277'] for router_gateway, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:28.992121 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b755a84b-2fc2-45fb-9298-2b0f2510b787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6938'] for router, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:28.994923 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b755a84b-2fc2-45fb-9298-2b0f2510b787 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:29.081836 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b755a84b-2fc2-45fb-9298-2b0f2510b787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854366861'] for router, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:29.082394 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b755a84b-2fc2-45fb-9298-2b0f2510b787 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17666899-7203-4e5a-92d0-9996b886c666 {{(pid=85244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:15:29.096697 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b755a84b-2fc2-45fb-9298-2b0f2510b787 admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:29.097964 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-b755a84b-2fc2-45fb-9298-2b0f2510b787 admin admin] 10.222.0.60 "DELETE /v2.0/routers/17666899-7203-4e5a-92d0-9996b886c666 HTTP/1.1" status: 204 len: 168 time: 1.7572770 Apr 14 16:15:29.100572 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 40796) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:29.174162 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_v2 [None req-570889d7-b902-4739-ae33-831cc2b811c4 admin admin] Deleting subnet 155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e {{(pid=85244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:15:29.177306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-570889d7-b902-4739-ae33-831cc2b811c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:29.230826 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-570889d7-b902-4739-ae33-831cc2b811c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852231757'] for subnet, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:29.294747 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-570889d7-b902-4739-ae33-831cc2b811c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5661'] for subnet, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:29.552726 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-570889d7-b902-4739-ae33-831cc2b811c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852115375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2735666'] for subnet, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:29.572917 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9210db2a-c06a-4b2e-a7a0-4035a99d8cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:29.620378 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570889d7-b902-4739-ae33-831cc2b811c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:29.624351 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-570889d7-b902-4739-ae33-831cc2b811c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:29.706899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-570889d7-b902-4739-ae33-831cc2b811c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:29.713441 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-570889d7-b902-4739-ae33-831cc2b811c4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/155b6e1e-e3b8-4c83-9e60-c9a9e1b6795e HTTP/1.1" status: 204 len: 168 time: 0.6112711 Apr 14 16:15:29.716180 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 40802) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:29.830825 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5f21e6a2-a701-4e01-9740-0cb42a2c7015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853770560'] for network, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:29.908133 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 0702e2c7-ee76-48dc-b1ce-387ec6c09733 no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:15:29.948290 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: 0702e2c7-ee76-48dc-b1ce-387ec6c09733 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:15:29.948671 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 0702e2c7-ee76-48dc-b1ce-387ec6c09733 not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:15:29.949158 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 7e020476-f2dc-41cb-935c-f7b8f311a416 no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:15:29.983705 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: 7e020476-f2dc-41cb-935c-f7b8f311a416 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:15:29.984089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 7e020476-f2dc-41cb-935c-f7b8f311a416 not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:15:30.024435 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5f21e6a2-a701-4e01-9740-0cb42a2c7015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854700900', 'neutron.services.segments.db._delete_segments_for_network--9223363273973794898'] for network, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:30.142742 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-5f21e6a2-a701-4e01-9740-0cb42a2c7015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c']}} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:30.150963 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:15:30.156555 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-5f21e6a2-a701-4e01-9740-0cb42a2c7015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17318d1e-9897-40a1-858c-8a4987f7fe53') {'for_net_delete': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:30.156895 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-5f21e6a2-a701-4e01-9740-0cb42a2c7015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17318d1e-9897-40a1-858c-8a4987f7fe53') {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:30.169450 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5f21e6a2-a701-4e01-9740-0cb42a2c7015 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273973794642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852231099'] for segment, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:30.184649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5f21e6a2-a701-4e01-9740-0cb42a2c7015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:30.190844 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f21e6a2-a701-4e01-9740-0cb42a2c7015 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=85244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:15:30.378178 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-5f21e6a2-a701-4e01-9740-0cb42a2c7015 admin admin] Network adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:15:30.388538 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5f21e6a2-a701-4e01-9740-0cb42a2c7015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852115394'] for segment, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:30.572687 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-5f21e6a2-a701-4e01-9740-0cb42a2c7015 admin admin] Network adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: Traceback (most recent call last): Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: timer() Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: cb(*args, **kw) Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: return func(*args, **kwargs) Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: self._notify() Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: self.callback(batched_events) Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: event.method(event) Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: segment_id)['aggregates'][0] Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: return f(self, *a, **k) Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: return self._get(url).json() Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: **kwargs) Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: return self.request(url, 'GET', **kwargs) Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: **endpoint_filter) Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:15:30.598480 dv-cinder-786266-1-iscsi neutron-server[85131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:15:30.675786 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5f21e6a2-a701-4e01-9740-0cb42a2c7015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-74885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854381553'] for network, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:30.682348 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5f21e6a2-a701-4e01-9740-0cb42a2c7015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:30.686190 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:30.708887 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21e6a2-a701-4e01-9740-0cb42a2c7015 admin admin] Pushing event deleted for resources: {'Network': ['ID=adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:30.712045 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5f21e6a2-a701-4e01-9740-0cb42a2c7015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:30.715983 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-5f21e6a2-a701-4e01-9740-0cb42a2c7015 admin admin] 10.222.0.60 "DELETE /v2.0/networks/adcbfc8b-7eee-4f76-a3ae-c2c3e4974f9c HTTP/1.1" status: 204 len: 168 time: 0.9987621 Apr 14 16:15:30.893752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 40810) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:31.163137 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-f41d7c31-5e2f-4c53-85cc-f2a562fb629a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ef0238a8f524a30a94d06aa25d272f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2680192 Apr 14 16:15:31.166422 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 40816) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:31.232964 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-31bb67ab-0e99-4fca-8bb3-5d4cacb01900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:31.260942 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-31bb67ab-0e99-4fca-8bb3-5d4cacb01900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:31.304957 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-31bb67ab-0e99-4fca-8bb3-5d4cacb01900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:31.309906 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9d8c345a-eddd-4724-a22d-286bb5e8ff88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:31.323607 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb67ab-0e99-4fca-8bb3-5d4cacb01900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f52f4c1-33d6-4337-85e1-f125b6bfa156,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:31.326118 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-31bb67ab-0e99-4fca-8bb3-5d4cacb01900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:31.334130 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-31bb67ab-0e99-4fca-8bb3-5d4cacb01900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:31.335340 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-31bb67ab-0e99-4fca-8bb3-5d4cacb01900 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f52f4c1-33d6-4337-85e1-f125b6bfa156 HTTP/1.1" status: 204 len: 168 time: 0.1679285 Apr 14 16:15:32.927527 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 40870) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:33.067680 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-00f9fd02-023d-4fef-a731-bceefc938570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:33.083468 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-00f9fd02-023d-4fef-a731-bceefc938570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:33.088025 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-00f9fd02-023d-4fef-a731-bceefc938570 admin admin] Usage tracker for resource:security_group_rule and tenant:db871faf2a414073888d451c8e727be8 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:33.090991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-00f9fd02-023d-4fef-a731-bceefc938570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:33.097244 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-00f9fd02-023d-4fef-a731-bceefc938570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:33.188335 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-00f9fd02-023d-4fef-a731-bceefc938570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:33.190963 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-00f9fd02-023d-4fef-a731-bceefc938570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:33.203150 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-661a1369-4a3f-4192-8916-a5fd9e5e6529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:33.248711 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 40876) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:33.248952 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-00f9fd02-023d-4fef-a731-bceefc938570 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db871faf2a414073888d451c8e727be8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200412 Apr 14 16:15:33.250559 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9fd02-023d-4fef-a731-bceefc938570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1746b85b-85a8-4921-93f7-c3058e74a324,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:33.257114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-00f9fd02-023d-4fef-a731-bceefc938570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:33.318642 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:33.347907 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:33.395582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:33.401126 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-209ebe9b-b7bd-4484-b311-8bee28a92145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:33.415924 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1746b85b-85a8-4921-93f7-c3058e74a324,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:33.427205 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:33.427617 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:33.428017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:33.428412 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:33.428801 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:33.429220 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:33.429611 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:33.429996 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:33.430381 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:33.430763 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:33.431172 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:33.431554 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:33.434719 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:33.435904 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1746b85b-85a8-4921-93f7-c3058e74a324 HTTP/1.1" status: 204 len: 168 time: 0.1858068 Apr 14 16:15:33.436780 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:33.731030 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 40884) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:33.751371 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9db7b03d-5fd5-4f4e-92d3-76e513fb54d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:33.767109 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-9db7b03d-5fd5-4f4e-92d3-76e513fb54d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:33.771107 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-9db7b03d-5fd5-4f4e-92d3-76e513fb54d6 admin admin] Usage tracker for resource:security_group_rule and tenant:cd76fc0ce8e04dd88c2c30955a5dddee is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:33.774023 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-9db7b03d-5fd5-4f4e-92d3-76e513fb54d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:33.780040 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-9db7b03d-5fd5-4f4e-92d3-76e513fb54d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:33.866680 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9db7b03d-5fd5-4f4e-92d3-76e513fb54d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:33.870254 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9db7b03d-5fd5-4f4e-92d3-76e513fb54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:33.879654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3e9460b9-ee99-402f-867e-d1bad7d25945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:33.924869 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-9db7b03d-5fd5-4f4e-92d3-76e513fb54d6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd76fc0ce8e04dd88c2c30955a5dddee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898189 Apr 14 16:15:33.925322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 40888) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:33.928462 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7b03d-5fd5-4f4e-92d3-76e513fb54d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f7f560-538a-44a6-b4dd-7a98a86de1ca,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:33.943719 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9db7b03d-5fd5-4f4e-92d3-76e513fb54d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:33.996882 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b06c0062-113b-467a-9729-63b0d7ab4e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:34.025198 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b06c0062-113b-467a-9729-63b0d7ab4e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:34.070653 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b06c0062-113b-467a-9729-63b0d7ab4e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:34.076319 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1815fa07-efbf-4ece-b3e8-7fbe2e122f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:34.089558 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c0062-113b-467a-9729-63b0d7ab4e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f7f560-538a-44a6-b4dd-7a98a86de1ca,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:34.091981 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b06c0062-113b-467a-9729-63b0d7ab4e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:34.099397 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b06c0062-113b-467a-9729-63b0d7ab4e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:34.103116 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-b06c0062-113b-467a-9729-63b0d7ab4e7a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79f7f560-538a-44a6-b4dd-7a98a86de1ca HTTP/1.1" status: 204 len: 168 time: 0.1741793 Apr 14 16:15:35.609572 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfbc37-50b5-4c9a-947f-3dc446ea2d1c req-6914baaa-ef48-4a71-a413-e50e1b22768b tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:35.610857 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-12bfbc37-50b5-4c9a-947f-3dc446ea2d1c req-6914baaa-ef48-4a71-a413-e50e1b22768b tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.0938525 Apr 14 16:15:35.647375 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-12bfbc37-50b5-4c9a-947f-3dc446ea2d1c req-a8d3d553-5996-42bb-916f-e6126c840f5a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288110 Apr 14 16:15:36.147748 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 40970) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:36.272378 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c0b15e82-d97d-4bb9-8c0e-c18797060b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:36.291751 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-c0b15e82-d97d-4bb9-8c0e-c18797060b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:36.295838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-c0b15e82-d97d-4bb9-8c0e-c18797060b2b admin admin] Usage tracker for resource:security_group_rule and tenant:ad9ec9dd7fd94a57907de99922319d4b is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:36.298791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-c0b15e82-d97d-4bb9-8c0e-c18797060b2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:36.304809 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-c0b15e82-d97d-4bb9-8c0e-c18797060b2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:36.399782 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c0b15e82-d97d-4bb9-8c0e-c18797060b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:36.402759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c0b15e82-d97d-4bb9-8c0e-c18797060b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:36.411542 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-eb49285c-8454-4f11-a27d-cda39343c1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:36.455388 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-c0b15e82-d97d-4bb9-8c0e-c18797060b2b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad9ec9dd7fd94a57907de99922319d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065224 Apr 14 16:15:36.456376 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b15e82-d97d-4bb9-8c0e-c18797060b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d73a21-e6f6-4e90-a6e5-8c5120d4d678,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:36.458302 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 40976) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:36.459602 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c0b15e82-d97d-4bb9-8c0e-c18797060b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:36.521738 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fc757101-ff22-40de-861d-b402ea5b8d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:36.549699 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fc757101-ff22-40de-861d-b402ea5b8d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:36.598382 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fc757101-ff22-40de-861d-b402ea5b8d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:36.604058 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:36.618362 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc757101-ff22-40de-861d-b402ea5b8d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d73a21-e6f6-4e90-a6e5-8c5120d4d678,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:36.622635 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fc757101-ff22-40de-861d-b402ea5b8d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:36.626466 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fc757101-ff22-40de-861d-b402ea5b8d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:36.627652 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-fc757101-ff22-40de-861d-b402ea5b8d9c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9d73a21-e6f6-4e90-a6e5-8c5120d4d678 HTTP/1.1" status: 204 len: 168 time: 0.1676700 Apr 14 16:15:37.053586 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ca588-4aa4-4956-9028-649d8c90c705 req-246cd640-52f6-447c-b5c6-d511d2c10e47 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:37.055197 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-406ca588-4aa4-4956-9028-649d8c90c705 req-246cd640-52f6-447c-b5c6-d511d2c10e47 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.2907138 Apr 14 16:15:37.091580 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-406ca588-4aa4-4956-9028-649d8c90c705 req-251d6c55-7152-4b40-886a-80dc4926d8bb tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288715 Apr 14 16:15:38.484758 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5743c-eb8a-4aee-a62d-725a3d28d35d req-9efbe7a4-5ffb-4c9f-abe4-b5d5049df5c5 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:38.486426 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d6b5743c-eb8a-4aee-a62d-725a3d28d35d req-9efbe7a4-5ffb-4c9f-abe4-b5d5049df5c5 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.2729585 Apr 14 16:15:38.518755 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d6b5743c-eb8a-4aee-a62d-725a3d28d35d req-f3e19300-ba7d-496d-aa7b-fdbc0ffb5d3c tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259020 Apr 14 16:15:39.289788 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1f684280-1f13-44a2-b397-383ae1532a41 req-38a4ed90-32cd-4cf4-a212-c8a569b056bc tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7e33f7dfcfe547edad9f7f9d374576f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323551 Apr 14 16:15:39.452302 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f684280-1f13-44a2-b397-383ae1532a41 req-92133251-96d3-4372-bd17-5f8cb2b68186 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:39.453906 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1f684280-1f13-44a2-b397-383ae1532a41 req-92133251-96d3-4372-bd17-5f8cb2b68186 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579618 Apr 14 16:15:39.469506 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1f684280-1f13-44a2-b397-383ae1532a41 req-dcfb274f-81a0-4477-b096-165277dd99ff tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/quotas/7e33f7dfcfe547edad9f7f9d374576f4 HTTP/1.1" status: 200 len: 375 time: 0.0095472 Apr 14 16:15:39.525865 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1f684280-1f13-44a2-b397-383ae1532a41 req-e72e0558-f25a-4003-a46f-d69f75a7d043 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e33f7dfcfe547edad9f7f9d374576f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510073 Apr 14 16:15:39.728826 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-19759795-6cdf-4139-8890-586514a3ca1f req-ad50667f-cd65-4d73-ab2a-f6138c41801c tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 210 time: 0.0499635 Apr 14 16:15:40.011705 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6c655-7fc1-4339-ac34-a43a24ee53d3 req-ff186c90-4eb7-4a62-a0f5-ef3e2d9d7609 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:40.013367 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d7c6c655-7fc1-4339-ac34-a43a24ee53d3 req-ff186c90-4eb7-4a62-a0f5-ef3e2d9d7609 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.3746123 Apr 14 16:15:40.056737 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d7c6c655-7fc1-4339-ac34-a43a24ee53d3 req-a0cd7a4b-5903-47e1-9941-205e70561605 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337279 Apr 14 16:15:40.899115 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-70259167-101b-4209-a5f8-944647fb4577 req-56eac781-80ae-4a10-9f9e-12e3c6ced8c7 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 210 time: 0.0506194 Apr 14 16:15:41.043968 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1f684280-1f13-44a2-b397-383ae1532a41 req-8033c37b-d295-4f7f-af10-51b225d9a92a tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7e33f7dfcfe547edad9f7f9d374576f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342307 Apr 14 16:15:41.295488 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f684280-1f13-44a2-b397-383ae1532a41 req-bbc6c2aa-a65f-4d4d-9269-2db6479421eb tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:41.297113 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1f684280-1f13-44a2-b397-383ae1532a41 req-bbc6c2aa-a65f-4d4d-9269-2db6479421eb tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436213 Apr 14 16:15:41.315586 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Request body: {'port': {'device_id': '49750900-d280-4567-b84a-3940e2d09f5f', 'network_id': 'ff6541e2-3c9c-455d-8e93-41d20a54dfb2', 'admin_state_up': True, 'tenant_id': '7e33f7dfcfe547edad9f7f9d374576f4'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:41.360463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3d527-a206-48db-9600-8a37c7aa9257 req-5d0ba765-5e9d-495e-997f-21785d01e406 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:41.362035 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b2d3d527-a206-48db-9600-8a37c7aa9257 req-5d0ba765-5e9d-495e-997f-21785d01e406 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1824782 Apr 14 16:15:41.458196 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b2d3d527-a206-48db-9600-8a37c7aa9257 req-fd6c1046-47b6-4f60-8304-10eab59b7e29 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429316 Apr 14 16:15:41.496275 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:41.500357 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Usage tracker for resource:port and tenant:7e33f7dfcfe547edad9f7f9d374576f4 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:41.503365 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:41.509956 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:41.518673 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Made reservation on behalf of 7e33f7dfcfe547edad9f7f9d374576f4 for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:15:41.524706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:41.537989 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:41.554243 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:41.558926 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Usage tracker for resource:security_group_rule and tenant:7e33f7dfcfe547edad9f7f9d374576f4 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:41.561865 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:41.567863 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:41.654784 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:41.658276 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:41.662836 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ef08e161-ea36-4d9d-afcb-088cbdffaad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:41.757056 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7416c7-d0ae-4082-b4d4-5bbb5d21c487,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:41.763165 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:41.849337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Allocated IP 192.168.233.10 (ff6541e2-3c9c-455d-8e93-41d20a54dfb2/26548911-5573-430b-8513-49230fe30d4b/dc33b260-4117-444d-b158-7c45668d26c2) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:15:42.069340 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f1b4cbaa-942f-4ee0-973c-f43cccf5b6b7 req-2a06c995-203d-45fe-87d8-6fc14f7ad630 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 210 time: 0.0517812 Apr 14 16:15:42.069890 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.087827 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Transition to ACTIVE for port object dc33b260-4117-444d-b158-7c45668d26c2 will not be triggered until provisioned by entity DHCP. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:15:42.111280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.127148 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2f9a83da-fa55-49ca-940b-2d118b758897 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:42.277278 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Pushing event updated for resources: {'Port': ['ID=dc33b260-4117-444d-b158-7c45668d26c2,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:42.282336 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:42.324744 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Network ff6541e2-3c9c-455d-8e93-41d20a54dfb2 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:15:42.325861 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:42.328147 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:15:42.399431 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:42.400985 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.433485 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1f684280-1f13-44a2-b397-383ae1532a41 req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1234632 Apr 14 16:15:42.451876 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Request body: {'port': {'device_id': '49750900-d280-4567-b84a-3940e2d09f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:42.579880 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.582702 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-1323c89f-9106-480d-99f0-74c25e410397 None None] Provisioning for port dc33b260-4117-444d-b158-7c45668d26c2 completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:15:42.588329 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-1323c89f-9106-480d-99f0-74c25e410397 None None] Provisioning complete for port dc33b260-4117-444d-b158-7c45668d26c2 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:42.588791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1323c89f-9106-480d-99f0-74c25e410397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.648970 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-1323c89f-9106-480d-99f0-74c25e410397 None None] Port dc33b260-4117-444d-b158-7c45668d26c2 cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:15:42.812383 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099cf0e-df6e-4d50-967d-f0d0b1539fba req-5b370594-e08f-4634-922c-426513d3510f tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:42.813995 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b099cf0e-df6e-4d50-967d-f0d0b1539fba req-5b370594-e08f-4634-922c-426513d3510f tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.2362552 Apr 14 16:15:42.863371 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b099cf0e-df6e-4d50-967d-f0d0b1539fba req-1affa72a-ebf0-4dac-b5e5-19f7ef5ba583 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430779 Apr 14 16:15:43.084408 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc33b260-4117-444d-b158-7c45668d26c2 {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:15:43.093021 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:43.109940 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Transition to ACTIVE for port object dc33b260-4117-444d-b158-7c45668d26c2 will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:15:43.113327 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:43.133309 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4bb1605f-1386-413f-a619-463953c87f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:43.284319 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc33b260-4117-444d-b158-7c45668d26c2,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:43.290841 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:43.328036 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb9dc7-98b9-47a1-964f-7a8b51ec74aa req-9881110a-7682-42e0-8822-c110944296ae tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:43.329991 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06cb9dc7-98b9-47a1-964f-7a8b51ec74aa req-9881110a-7682-42e0-8822-c110944296ae tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 947 time: 0.1022177 Apr 14 16:15:43.408473 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06cb9dc7-98b9-47a1-964f-7a8b51ec74aa req-94386ce6-2795-44c0-b96f-47174405b54e tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/security-groups?id=ff7416c7-d0ae-4082-b4d4-5bbb5d21c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704429 Apr 14 16:15:43.485699 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:43.533692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Attempting to bind port dc33b260-4117-444d-b158-7c45668d26c2 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:15:43.534070 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Attempting to bind port dc33b260-4117-444d-b158-7c45668d26c2 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '6a5c2768-11e7-4570-958b-d030d844177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ff6541e2-3c9c-455d-8e93-41d20a54dfb2'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:15:43.534442 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Attempting to bind port dc33b260-4117-444d-b158-7c45668d26c2 on network ff6541e2-3c9c-455d-8e93-41d20a54dfb2 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:15:43.539382 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Port dc33b260-4117-444d-b158-7c45668d26c2 on network ff6541e2-3c9c-455d-8e93-41d20a54dfb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:15:43.539745 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Attempting to bind port dc33b260-4117-444d-b158-7c45668d26c2 on network ff6541e2-3c9c-455d-8e93-41d20a54dfb2 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:15:43.545877 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:15:43.546253 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Checking segment: {'id': '6a5c2768-11e7-4570-958b-d030d844177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ff6541e2-3c9c-455d-8e93-41d20a54dfb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:15:43.546675 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Bound using segment: {'id': '6a5c2768-11e7-4570-958b-d030d844177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ff6541e2-3c9c-455d-8e93-41d20a54dfb2'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:15:43.547144 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Bound port: dc33b260-4117-444d-b158-7c45668d26c2, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a5c2768-11e7-4570-958b-d030d844177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ff6541e2-3c9c-455d-8e93-41d20a54dfb2'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:15:43.547527 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:43.624529 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] For port dc33b260-4117-444d-b158-7c45668d26c2, host hv-cinder-78626, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:15:43.627627 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] For port dc33b260-4117-444d-b158-7c45668d26c2, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dc33b260-4117-444d-b158-7c45668d26c2,segment=NetworkSegment(6a5c2768-11e7-4570-958b-d030d844177d),segment_id=6a5c2768-11e7-4570-958b-d030d844177d)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:15:43.630907 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:43.645894 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-eb127760-9cf4-44c7-a4a4-e25401e94662 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:43.800421 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc33b260-4117-444d-b158-7c45668d26c2,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:43.806594 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:43.837410 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:43.838150 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:43.839632 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1f684280-1f13-44a2-b397-383ae1532a41 req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] 10.222.0.41 "PUT /v2.0/ports/dc33b260-4117-444d-b158-7c45668d26c2 HTTP/1.1" status: 200 len: 1097 time: 1.3935280 Apr 14 16:15:43.840160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49750900-d280-4567-b84a-3940e2d09f5f', 'tag': 'dc33b260-4117-444d-b158-7c45668d26c2'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:43.899935 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49750900-d280-4567-b84a-3940e2d09f5f', 'tag': 'dc33b260-4117-444d-b158-7c45668d26c2', 'status': 'completed', 'code': 200} Apr 14 16:15:43.990893 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f684280-1f13-44a2-b397-383ae1532a41 req-ecd416de-dd9a-4122-b0ff-ba499508c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:43.992655 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1f684280-1f13-44a2-b397-383ae1532a41 req-ecd416de-dd9a-4122-b0ff-ba499508c4aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e33f7dfcfe547edad9f7f9d374576f4&device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 1100 time: 0.0862534 Apr 14 16:15:44.078520 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1f684280-1f13-44a2-b397-383ae1532a41 req-8f5edb26-b4e8-4428-ac82-2d9dd45b39a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=dc33b260-4117-444d-b158-7c45668d26c2 HTTP/1.1" status: 200 len: 217 time: 0.0723534 Apr 14 16:15:44.080259 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3c508-d4a9-442e-8944-008fa1d4344e req-cb86724a-9899-4b4f-aa43-96253a218ee0 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:44.081914 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-40d3c508-d4a9-442e-8944-008fa1d4344e req-cb86724a-9899-4b4f-aa43-96253a218ee0 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.0954542 Apr 14 16:15:44.125965 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-40d3c508-d4a9-442e-8944-008fa1d4344e req-fc35f5ec-d977-423b-ae5a-e88f2fc5bf8f tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362594 Apr 14 16:15:44.158471 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f684280-1f13-44a2-b397-383ae1532a41 req-ab1f3682-68f9-4a9d-be3f-b7147fa55fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:44.160084 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1f684280-1f13-44a2-b397-383ae1532a41 req-ab1f3682-68f9-4a9d-be3f-b7147fa55fd4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26548911-5573-430b-8513-49230fe30d4b HTTP/1.1" status: 200 len: 843 time: 0.0725083 Apr 14 16:15:44.255565 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f684280-1f13-44a2-b397-383ae1532a41 req-2eda1305-98ea-49e6-9b5f-4947b584d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:44.257225 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1f684280-1f13-44a2-b397-383ae1532a41 req-2eda1305-98ea-49e6-9b5f-4947b584d406 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff6541e2-3c9c-455d-8e93-41d20a54dfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0837886 Apr 14 16:15:44.408095 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1f684280-1f13-44a2-b397-383ae1532a41 req-10d7b09d-667c-402b-b663-e6893a0bacb1 service neutron] 10.222.0.41 "GET /v2.0/networks/ff6541e2-3c9c-455d-8e93-41d20a54dfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387179 Apr 14 16:15:44.454209 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-25b5ca74-2450-45a3-bae2-8f10d0b93cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:44.854930 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1f684280-1f13-44a2-b397-383ae1532a41 req-4ae7ca71-b976-4214-9972-bb4aa8b8aac0 service neutron] 10.222.0.41 "GET /v2.0/networks/ff6541e2-3c9c-455d-8e93-41d20a54dfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365764 Apr 14 16:15:44.886216 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf5dcc-ba6b-4739-8bd8-31fde589f4aa req-e3960b7d-c66c-48b7-8d19-04dd821d260a tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:44.886962 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-65cf5dcc-ba6b-4739-8bd8-31fde589f4aa req-e3960b7d-c66c-48b7-8d19-04dd821d260a tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Synchronizing usage tracker for tenant:7e33f7dfcfe547edad9f7f9d374576f4 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:44.904486 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-65cf5dcc-ba6b-4739-8bd8-31fde589f4aa req-e3960b7d-c66c-48b7-8d19-04dd821d260a tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Unset dirty status for tenant:7e33f7dfcfe547edad9f7f9d374576f4 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:44.905815 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-65cf5dcc-ba6b-4739-8bd8-31fde589f4aa req-e3960b7d-c66c-48b7-8d19-04dd821d260a tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 947 time: 0.3761523 Apr 14 16:15:44.991804 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-65cf5dcc-ba6b-4739-8bd8-31fde589f4aa req-2fcad454-5867-40c8-b99d-632200422b8b tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Synchronizing usage tracker for tenant:7e33f7dfcfe547edad9f7f9d374576f4 on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:45.031284 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-65cf5dcc-ba6b-4739-8bd8-31fde589f4aa req-2fcad454-5867-40c8-b99d-632200422b8b tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Unset dirty status for tenant:7e33f7dfcfe547edad9f7f9d374576f4 on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:45.033989 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-65cf5dcc-ba6b-4739-8bd8-31fde589f4aa req-2fcad454-5867-40c8-b99d-632200422b8b tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/security-groups?id=ff7416c7-d0ae-4082-b4d4-5bbb5d21c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211884 Apr 14 16:15:45.047748 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049ed83-1c0f-456b-a4dc-bf4f67ae872b req-6610ae08-7297-499f-8fd6-1163f9d373ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:45.049359 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1049ed83-1c0f-456b-a4dc-bf4f67ae872b req-6610ae08-7297-499f-8fd6-1163f9d373ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e33f7dfcfe547edad9f7f9d374576f4&device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 1100 time: 0.1238592 Apr 14 16:15:45.218644 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049ed83-1c0f-456b-a4dc-bf4f67ae872b req-c04610cd-74ba-4e56-b282-4b87f3beeb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:45.220213 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1049ed83-1c0f-456b-a4dc-bf4f67ae872b req-c04610cd-74ba-4e56-b282-4b87f3beeb85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff6541e2-3c9c-455d-8e93-41d20a54dfb2 HTTP/1.1" status: 200 len: 870 time: 0.1538541 Apr 14 16:15:45.308873 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1049ed83-1c0f-456b-a4dc-bf4f67ae872b req-9816f02a-11de-4d37-a7a4-a0d5f3d69eb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=dc33b260-4117-444d-b158-7c45668d26c2 HTTP/1.1" status: 200 len: 217 time: 0.0703318 Apr 14 16:15:45.322720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a443fa8-46e7-465d-97d9-4337007e2b6b req-05fce1f5-0c6f-4ec2-99da-25818f4fed63 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:45.324311 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5a443fa8-46e7-465d-97d9-4337007e2b6b req-05fce1f5-0c6f-4ec2-99da-25818f4fed63 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.0897958 Apr 14 16:15:45.355821 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5a443fa8-46e7-465d-97d9-4337007e2b6b req-5c505cb7-0e66-48d3-af95-d0e84077322d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248497 Apr 14 16:15:45.385199 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049ed83-1c0f-456b-a4dc-bf4f67ae872b req-4b2159d3-1d1d-4a62-9a25-d563f7a6e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:45.386760 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1049ed83-1c0f-456b-a4dc-bf4f67ae872b req-4b2159d3-1d1d-4a62-9a25-d563f7a6e530 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26548911-5573-430b-8513-49230fe30d4b HTTP/1.1" status: 200 len: 843 time: 0.0686398 Apr 14 16:15:45.473870 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049ed83-1c0f-456b-a4dc-bf4f67ae872b req-ac9f76bf-4054-4132-8a3a-b21908cc5a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:45.475414 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1049ed83-1c0f-456b-a4dc-bf4f67ae872b req-ac9f76bf-4054-4132-8a3a-b21908cc5a06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff6541e2-3c9c-455d-8e93-41d20a54dfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0771151 Apr 14 16:15:45.623868 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1049ed83-1c0f-456b-a4dc-bf4f67ae872b req-ae1741b0-08d8-415f-9698-de82d03206ac service neutron] 10.222.0.41 "GET /v2.0/networks/ff6541e2-3c9c-455d-8e93-41d20a54dfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354244 Apr 14 16:15:45.774207 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1049ed83-1c0f-456b-a4dc-bf4f67ae872b req-0f1e5792-e358-4d19-a85f-580cdc35b16d service neutron] 10.222.0.41 "GET /v2.0/networks/ff6541e2-3c9c-455d-8e93-41d20a54dfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336565 Apr 14 16:15:46.242737 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419659b6-bcb0-4a7e-b0fa-a08c2d9b588a req-02aa11bb-72f7-4b31-9790-1a3cda871318 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:46.245181 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-419659b6-bcb0-4a7e-b0fa-a08c2d9b588a req-02aa11bb-72f7-4b31-9790-1a3cda871318 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 947 time: 0.0948682 Apr 14 16:15:46.277089 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-419659b6-bcb0-4a7e-b0fa-a08c2d9b588a req-8d1ab3c6-1ca0-4477-a9a5-9ed2fa547f17 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/security-groups?id=ff7416c7-d0ae-4082-b4d4-5bbb5d21c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254850 Apr 14 16:15:46.576824 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60d350-004b-4015-896e-7d638101e757 req-914bdf03-34c8-4562-8e89-944db92303a6 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:46.584397 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1a60d350-004b-4015-896e-7d638101e757 req-914bdf03-34c8-4562-8e89-944db92303a6 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.0993845 Apr 14 16:15:46.588005 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bb7e56b8-a1ce-4d49-9fdf-432305420586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:46.617634 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1a60d350-004b-4015-896e-7d638101e757 req-beb06a32-ccae-44c9-9bc5-7349edb0c784 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322683 Apr 14 16:15:47.478550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e03a5-5f26-475a-9293-8cca75c99b49 req-02dd23b9-b3aa-432a-b80e-72d4fc572d3b tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:47.480124 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1d2e03a5-5f26-475a-9293-8cca75c99b49 req-02dd23b9-b3aa-432a-b80e-72d4fc572d3b tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 947 time: 0.0901344 Apr 14 16:15:47.510148 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1d2e03a5-5f26-475a-9293-8cca75c99b49 req-3ecec87e-b60d-4611-b9ec-9f6caa0dfd10 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/security-groups?id=ff7416c7-d0ae-4082-b4d4-5bbb5d21c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237851 Apr 14 16:15:47.534345 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:47.687874 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:47.817254 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7409c-c213-47e5-bbc3-e5f0f21edf19 req-ccd3260b-ce2d-45f8-bdf0-c63aacf26685 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:47.819027 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-eab7409c-c213-47e5-bbc3-e5f0f21edf19 req-ccd3260b-ce2d-45f8-bdf0-c63aacf26685 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.0912180 Apr 14 16:15:47.851981 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-eab7409c-c213-47e5-bbc3-e5f0f21edf19 req-5b4e687a-1064-4069-af88-77bfae4a593c tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254776 Apr 14 16:15:48.720374 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20059b44-8c5d-4d85-83f3-44973736652a req-d74588d8-f63e-4ee7-bee1-a75a891d0038 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:48.721956 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-20059b44-8c5d-4d85-83f3-44973736652a req-d74588d8-f63e-4ee7-bee1-a75a891d0038 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 947 time: 0.0945954 Apr 14 16:15:48.752446 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-20059b44-8c5d-4d85-83f3-44973736652a req-d9f4626e-4bb4-4c57-8c39-4a5ebb05aaee tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/security-groups?id=ff7416c7-d0ae-4082-b4d4-5bbb5d21c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234990 Apr 14 16:15:48.816748 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device dc33b260-4117-444d-b158-7c45668d26c2 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:15:48.967258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:48.972612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port dc33b260-4117-444d-b158-7c45668d26c2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dc33b260-4117-444d-b158-7c45668d26c2,segment=NetworkSegment(6a5c2768-11e7-4570-958b-d030d844177d),segment_id=6a5c2768-11e7-4570-958b-d030d844177d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:48.988018 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': 'dc33b260-4117-444d-b158-7c45668d26c2', 'network_id': 'ff6541e2-3c9c-455d-8e93-41d20a54dfb2', 'port_id': 'dc33b260-4117-444d-b158-7c45668d26c2', 'mac_address': 'fa:16:3e:f0:aa:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26548911-5573-430b-8513-49230fe30d4b', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:15:49.047821 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:49.069289 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc33b260-4117-444d-b158-7c45668d26c2 {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:15:49.085077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port dc33b260-4117-444d-b158-7c45668d26c2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dc33b260-4117-444d-b158-7c45668d26c2,segment=NetworkSegment(6a5c2768-11e7-4570-958b-d030d844177d),segment_id=6a5c2768-11e7-4570-958b-d030d844177d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:49.089224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:49.091284 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:49.171774 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=dc33b260-4117-444d-b158-7c45668d26c2,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:49.182576 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:49.182964 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:49.183343 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:49.183711 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:49.184077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:49.184445 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:49.184808 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:49.185230 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:49.185599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:49.185963 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:49.186325 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:49.186684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:49.191591 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:49.283110 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83b4d6-3608-4738-b847-b0b16f829311 req-aade64e5-06d2-479a-92e0-424cd40ce6ab tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:49.283110 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ba83b4d6-3608-4738-b847-b0b16f829311 req-aade64e5-06d2-479a-92e0-424cd40ce6ab tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.3118958 Apr 14 16:15:49.313092 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ba83b4d6-3608-4738-b847-b0b16f829311 req-5fe41b47-7227-42e5-ba7a-abdf55b2ba19 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242398 Apr 14 16:15:49.474476 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['dc33b260-4117-444d-b158-7c45668d26c2'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:15:49.952085 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f36c02-7f82-4757-abe7-5a7eeaa3df91 req-86dfdea3-0ed8-43a2-8ce2-7cf76b882c4e tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:49.953716 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f6f36c02-7f82-4757-abe7-5a7eeaa3df91 req-86dfdea3-0ed8-43a2-8ce2-7cf76b882c4e tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 948 time: 0.0878091 Apr 14 16:15:49.984112 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f6f36c02-7f82-4757-abe7-5a7eeaa3df91 req-68c62244-0af9-4e58-ad60-62bc0846ae08 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/security-groups?id=ff7416c7-d0ae-4082-b4d4-5bbb5d21c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241404 Apr 14 16:15:50.517553 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5144e-1a32-4fa9-91f7-8025c8877230 req-ba72de00-9646-4305-bb37-bea9eac94498 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:50.519037 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-67e5144e-1a32-4fa9-91f7-8025c8877230 req-ba72de00-9646-4305-bb37-bea9eac94498 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.0915849 Apr 14 16:15:50.550442 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-67e5144e-1a32-4fa9-91f7-8025c8877230 req-ad36f074-8131-4310-818c-088df081972c tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249071 Apr 14 16:15:50.829152 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device dc33b260-4117-444d-b158-7c45668d26c2 up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:15:50.899887 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port dc33b260-4117-444d-b158-7c45668d26c2 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:15:50.904906 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port dc33b260-4117-444d-b158-7c45668d26c2 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:50.905359 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:51.197738 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:51.209200 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49750900-d280-4567-b84a-3940e2d09f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc33b260-4117-444d-b158-7c45668d26c2'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:51.216464 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3bc58-3d6b-460d-8af9-7e01829f29fa req-ae629b66-c063-4806-afbd-83662cf28513 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:51.218237 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-27b3bc58-3d6b-460d-8af9-7e01829f29fa req-ae629b66-c063-4806-afbd-83662cf28513 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 948 time: 0.1134329 Apr 14 16:15:51.219974 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port dc33b260-4117-444d-b158-7c45668d26c2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dc33b260-4117-444d-b158-7c45668d26c2,segment=NetworkSegment(6a5c2768-11e7-4570-958b-d030d844177d),segment_id=6a5c2768-11e7-4570-958b-d030d844177d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:51.223056 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:51.225961 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:51.252217 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-27b3bc58-3d6b-460d-8af9-7e01829f29fa req-a6a41831-27c4-4a5c-a871-29c12025d296 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/security-groups?id=ff7416c7-d0ae-4082-b4d4-5bbb5d21c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262280 Apr 14 16:15:51.264953 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49750900-d280-4567-b84a-3940e2d09f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc33b260-4117-444d-b158-7c45668d26c2', 'code': 200} Apr 14 16:15:51.300947 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=dc33b260-4117-444d-b158-7c45668d26c2,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:51.304151 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:51.550653 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27105b45-daeb-4e9e-a53d-01d62e0031ab req-e3c82e87-dcd1-4943-9c75-14df855300bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:51.552174 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-27105b45-daeb-4e9e-a53d-01d62e0031ab req-e3c82e87-dcd1-4943-9c75-14df855300bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 1102 time: 0.0816739 Apr 14 16:15:51.579993 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-27105b45-daeb-4e9e-a53d-01d62e0031ab req-0e485ecf-e927-4f6e-8265-03b86abf491d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ff7416c7-d0ae-4082-b4d4-5bbb5d21c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0202270 Apr 14 16:15:51.759834 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fa60e9b3-d575-4d8d-bc79-a0949a807bcd req-0687d420-cc53-4809-ba24-9b7fd709308b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815418 Apr 14 16:15:51.765502 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2818ef1-4276-4bac-b52c-93ece12eb9d4 req-136b8d68-4546-48a0-a871-69c37061b60f tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:51.767074 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b2818ef1-4276-4bac-b52c-93ece12eb9d4 req-136b8d68-4546-48a0-a871-69c37061b60f tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.0938678 Apr 14 16:15:51.798617 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b2818ef1-4276-4bac-b52c-93ece12eb9d4 req-db00b50a-1adc-4acc-b9d6-e632057b53ea tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249531 Apr 14 16:15:51.938144 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60e9b3-d575-4d8d-bc79-a0949a807bcd req-190f1e9e-15cf-4255-a784-3f3b949c2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:51.939739 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fa60e9b3-d575-4d8d-bc79-a0949a807bcd req-190f1e9e-15cf-4255-a784-3f3b949c2f2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f&device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 1099 time: 0.0792377 Apr 14 16:15:52.111989 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60e9b3-d575-4d8d-bc79-a0949a807bcd req-ded8277a-887a-4aa0-80ad-84c851ba50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:52.113509 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fa60e9b3-d575-4d8d-bc79-a0949a807bcd req-ded8277a-887a-4aa0-80ad-84c851ba50dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1543812-41fe-4295-b0c3-e4201c886b18 HTTP/1.1" status: 200 len: 918 time: 0.1400330 Apr 14 16:15:52.234177 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fa60e9b3-d575-4d8d-bc79-a0949a807bcd req-91b212d3-0ee5-42a9-ace9-94203ac3900f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d74de9c1-8188-4d05-92fc-6cdce0aa2e31 HTTP/1.1" status: 200 len: 1001 time: 0.1090178 Apr 14 16:15:52.308608 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60e9b3-d575-4d8d-bc79-a0949a807bcd req-ed6fbd98-5257-482e-83ad-b7bff7daaff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:52.310019 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fa60e9b3-d575-4d8d-bc79-a0949a807bcd req-ed6fbd98-5257-482e-83ad-b7bff7daaff1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e65b27a-159c-4d87-bc0d-8c19d0e1a018 HTTP/1.1" status: 200 len: 856 time: 0.0672810 Apr 14 16:15:52.468525 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60e9b3-d575-4d8d-bc79-a0949a807bcd req-c1b85037-9c2f-4c07-af84-bea97afe1dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:52.470821 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fa60e9b3-d575-4d8d-bc79-a0949a807bcd req-c1b85037-9c2f-4c07-af84-bea97afe1dae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1543812-41fe-4295-b0c3-e4201c886b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1507614 Apr 14 16:15:52.527474 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a6099-346f-4ef1-b3da-d160eb07d965 req-cfedd350-ecdf-4e2d-8801-f0f207ab5912 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:52.529088 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e87a6099-346f-4ef1-b3da-d160eb07d965 req-cfedd350-ecdf-4e2d-8801-f0f207ab5912 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 949 time: 0.1563606 Apr 14 16:15:52.626343 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e87a6099-346f-4ef1-b3da-d160eb07d965 req-b1e6be88-900f-4875-a489-4835bb8b9b5f tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/security-groups?id=ff7416c7-d0ae-4082-b4d4-5bbb5d21c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833130 Apr 14 16:15:52.679117 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fa60e9b3-d575-4d8d-bc79-a0949a807bcd req-f682ed8e-e5d3-4ab3-b76a-34d473b6733f service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935356 Apr 14 16:15:52.840671 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fa60e9b3-d575-4d8d-bc79-a0949a807bcd req-51c2e063-847a-4632-9612-be69cc59e123 service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486650 Apr 14 16:15:52.924681 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 41260) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:53.015795 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13bc15-49a0-4cba-8839-55672faf915d req-290248d0-b970-4970-9d28-a8cfab2149ed tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:53.017434 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4c13bc15-49a0-4cba-8839-55672faf915d req-290248d0-b970-4970-9d28-a8cfab2149ed tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.0995059 Apr 14 16:15:53.057203 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4c13bc15-49a0-4cba-8839-55672faf915d req-5049b8cc-e0e0-447b-8d39-cb6bacd1cc08 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317788 Apr 14 16:15:53.063210 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:53.089839 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:53.094073 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Usage tracker for resource:security_group_rule and tenant:dc8f758079e54238b359537ad8298103 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:53.097127 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:53.104666 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:53.196768 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:53.198957 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:53.207966 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-31bb67ab-0e99-4fca-8bb3-5d4cacb01900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:53.249429 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc8f758079e54238b359537ad8298103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234203 Apr 14 16:15:53.252264 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 41266) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:53.261909 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b152a26c-0bb4-4756-8c1d-cf3d5dbef130,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:53.270381 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.270799 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.271227 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.271630 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.272025 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.272418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.272812 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.273243 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.273648 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.274625 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.275026 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.275626 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.279753 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:53.328966 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2cfcf320-edbf-4d3c-a992-7e6b5784a68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:53.357306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2cfcf320-edbf-4d3c-a992-7e6b5784a68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:53.401070 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2cfcf320-edbf-4d3c-a992-7e6b5784a68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:53.405883 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:53.419935 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcf320-edbf-4d3c-a992-7e6b5784a68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b152a26c-0bb4-4756-8c1d-cf3d5dbef130,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:53.423019 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2cfcf320-edbf-4d3c-a992-7e6b5784a68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:53.423967 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2cfcf320-edbf-4d3c-a992-7e6b5784a68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:53.425203 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-2cfcf320-edbf-4d3c-a992-7e6b5784a68a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b152a26c-0bb4-4756-8c1d-cf3d5dbef130 HTTP/1.1" status: 204 len: 168 time: 0.1718242 Apr 14 16:15:53.723187 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 41276) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:53.743788 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-aebe60a0-5c97-498f-91cb-128bebcf49f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:53.800564 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-aebe60a0-5c97-498f-91cb-128bebcf49f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:53.814531 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-aebe60a0-5c97-498f-91cb-128bebcf49f7 admin admin] Usage tracker for resource:security_group_rule and tenant:0faabc5475ee4f5c99206f031d876e1b is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:53.818793 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-aebe60a0-5c97-498f-91cb-128bebcf49f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:53.827340 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-aebe60a0-5c97-498f-91cb-128bebcf49f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:53.896662 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d304d-fe92-41f7-a519-aea9a4024504 req-b13aeb7b-5c44-4eef-91cc-8f6cd3ec38fc tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:53.898287 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a84d304d-fe92-41f7-a519-aea9a4024504 req-b13aeb7b-5c44-4eef-91cc-8f6cd3ec38fc tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 949 time: 0.1453187 Apr 14 16:15:53.947957 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a84d304d-fe92-41f7-a519-aea9a4024504 req-d2599265-731d-49f0-a397-d0564adb06d0 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/security-groups?id=ff7416c7-d0ae-4082-b4d4-5bbb5d21c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402720 Apr 14 16:15:53.975296 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-aebe60a0-5c97-498f-91cb-128bebcf49f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:53.979119 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-aebe60a0-5c97-498f-91cb-128bebcf49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:53.987847 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-05d59bed-a7f8-4a74-aa6a-61262cc400f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:54.026686 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-aebe60a0-5c97-498f-91cb-128bebcf49f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0faabc5475ee4f5c99206f031d876e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023193 Apr 14 16:15:54.029654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 41284) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:54.035245 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe60a0-5c97-498f-91cb-128bebcf49f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3108ef-b766-41c8-a258-d42d025d54e5,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:54.038892 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-aebe60a0-5c97-498f-91cb-128bebcf49f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:54.110961 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d5f5de1c-30cc-4de1-a0f5-bc40b7703f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:54.140374 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d5f5de1c-30cc-4de1-a0f5-bc40b7703f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:54.188861 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d5f5de1c-30cc-4de1-a0f5-bc40b7703f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:54.194728 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-166847c5-6a93-4cd3-91fe-1e6486464be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:54.207885 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5de1c-30cc-4de1-a0f5-bc40b7703f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3108ef-b766-41c8-a258-d42d025d54e5,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:54.213230 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d5f5de1c-30cc-4de1-a0f5-bc40b7703f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:54.217303 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d5f5de1c-30cc-4de1-a0f5-bc40b7703f13 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee3108ef-b766-41c8-a258-d42d025d54e5 HTTP/1.1" status: 204 len: 168 time: 0.1864755 Apr 14 16:15:54.218372 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d5f5de1c-30cc-4de1-a0f5-bc40b7703f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:54.296913 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4aa39d-c0c3-42bd-b550-14a4c599c999 req-75571f6b-37f5-4b2f-bb43-a87c2f4e8970 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:54.298552 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fd4aa39d-c0c3-42bd-b550-14a4c599c999 req-75571f6b-37f5-4b2f-bb43-a87c2f4e8970 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1088901 Apr 14 16:15:54.330151 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fd4aa39d-c0c3-42bd-b550-14a4c599c999 req-e1e762b9-6519-4209-969c-f84e653fa4da tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251906 Apr 14 16:15:54.452847 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c6744-f272-46b3-883e-4aa949dac68c req-7c0e76a0-0fac-40a2-83ef-eb120121234c tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:54.454489 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-716c6744-f272-46b3-883e-4aa949dac68c req-7c0e76a0-0fac-40a2-83ef-eb120121234c tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 949 time: 0.0937724 Apr 14 16:15:54.490173 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-716c6744-f272-46b3-883e-4aa949dac68c req-9bdd22c0-97f9-45d1-96c0-53f6438b0908 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/security-groups?id=ff7416c7-d0ae-4082-b4d4-5bbb5d21c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288594 Apr 14 16:15:55.546708 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1da50-6539-4855-a148-771c4752c88f req-b72ba60a-950b-4779-8986-ef22bf199f7a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:55.548313 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-11b1da50-6539-4855-a148-771c4752c88f req-b72ba60a-950b-4779-8986-ef22bf199f7a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.0902338 Apr 14 16:15:55.581950 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-11b1da50-6539-4855-a148-771c4752c88f req-fa669a5f-e202-4c3a-956c-3fc9937c59ff tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254130 Apr 14 16:15:55.703282 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5b586-cb9d-4f80-943e-f57eea7385af req-9877c185-498f-4be3-973f-de1926029290 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:55.704977 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4cb5b586-cb9d-4f80-943e-f57eea7385af req-9877c185-498f-4be3-973f-de1926029290 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 949 time: 0.0927958 Apr 14 16:15:55.740462 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4cb5b586-cb9d-4f80-943e-f57eea7385af req-21253c77-c16d-476c-81aa-b2eaa7a8adce tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/security-groups?id=ff7416c7-d0ae-4082-b4d4-5bbb5d21c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290539 Apr 14 16:15:56.098898 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 41342) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:56.223663 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e3d54854-883a-4390-9b87-47f422247d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.238936 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-e3d54854-883a-4390-9b87-47f422247d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:56.244448 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-e3d54854-883a-4390-9b87-47f422247d8e admin admin] Usage tracker for resource:security_group_rule and tenant:1e7bd2d931524dfeaa35f861474e5a99 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:56.247442 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-e3d54854-883a-4390-9b87-47f422247d8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:56.253348 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-e3d54854-883a-4390-9b87-47f422247d8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:56.338546 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e3d54854-883a-4390-9b87-47f422247d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.341404 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e3d54854-883a-4390-9b87-47f422247d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.354349 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2f840c38-4431-4b3b-bc1c-299b3dd9f683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:56.395925 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-e3d54854-883a-4390-9b87-47f422247d8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e7bd2d931524dfeaa35f861474e5a99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957711 Apr 14 16:15:56.397614 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d54854-883a-4390-9b87-47f422247d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f1ea64-fceb-4ca8-884b-465ba0ecda8d,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:56.399575 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 41348) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:56.401484 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e3d54854-883a-4390-9b87-47f422247d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:56.465548 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d7808661-81e0-4a0b-b360-db738b177090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.493563 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d7808661-81e0-4a0b-b360-db738b177090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.539023 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d7808661-81e0-4a0b-b360-db738b177090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.544649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d5f5de1c-30cc-4de1-a0f5-bc40b7703f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:56.558787 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7808661-81e0-4a0b-b360-db738b177090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f1ea64-fceb-4ca8-884b-465ba0ecda8d,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:56.561779 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d7808661-81e0-4a0b-b360-db738b177090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:56.562724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d7808661-81e0-4a0b-b360-db738b177090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.563896 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d7808661-81e0-4a0b-b360-db738b177090 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36f1ea64-fceb-4ca8-884b-465ba0ecda8d HTTP/1.1" status: 204 len: 168 time: 0.1625297 Apr 14 16:15:56.785102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb939f-b7e6-4ea7-a157-a780c9905f1c req-d8bb7f6e-8295-4aad-a7c2-cf7a196b6fc4 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:56.786722 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-20cb939f-b7e6-4ea7-a157-a780c9905f1c req-d8bb7f6e-8295-4aad-a7c2-cf7a196b6fc4 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.41 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 949 time: 0.1480613 Apr 14 16:15:56.866791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 41360) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:56.903286 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c960f1-bb1b-425a-bb93-ede55f6ffad7 req-605437d5-b002-4b59-ac9e-581ada3a68f0 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:56.904864 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-11c960f1-bb1b-425a-bb93-ede55f6ffad7 req-605437d5-b002-4b59-ac9e-581ada3a68f0 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.2030973 Apr 14 16:15:56.906031 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-513d36c7-2d24-44ee-bcb8-823647a16ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.921583 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-20cb939f-b7e6-4ea7-a157-a780c9905f1c req-8bb24013-d4d6-44d7-84b8-52f080949c31 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Deleting port dc33b260-4117-444d-b158-7c45668d26c2 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:15:56.921969 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-20cb939f-b7e6-4ea7-a157-a780c9905f1c req-8bb24013-d4d6-44d7-84b8-52f080949c31 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.952362 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cbd7c-42b8-4c5b-9171-bbcdbe951e1c req-591368ec-b68c-4e37-bc0f-928e07c75141 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:56.953968 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-459cbd7c-42b8-4c5b-9171-bbcdbe951e1c req-591368ec-b68c-4e37-bc0f-928e07c75141 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 949 time: 0.0934873 Apr 14 16:15:56.984978 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-459cbd7c-42b8-4c5b-9171-bbcdbe951e1c req-8cd6dde9-e1c6-494e-942a-6c10a613f50d tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/security-groups?id=ff7416c7-d0ae-4082-b4d4-5bbb5d21c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244036 Apr 14 16:15:56.990827 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-513d36c7-2d24-44ee-bcb8-823647a16ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:56.999717 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-513d36c7-2d24-44ee-bcb8-823647a16ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:f678c111991144e99f08936900309122 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:57.011678 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-513d36c7-2d24-44ee-bcb8-823647a16ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:57.017057 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-11c960f1-bb1b-425a-bb93-ede55f6ffad7 req-2f4a4265-9d77-428a-b31d-4f1c6b512f08 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643723 Apr 14 16:15:57.026109 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-513d36c7-2d24-44ee-bcb8-823647a16ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:57.291869 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-20cb939f-b7e6-4ea7-a157-a780c9905f1c req-8bb24013-d4d6-44d7-84b8-52f080949c31 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] For port dc33b260-4117-444d-b158-7c45668d26c2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dc33b260-4117-444d-b158-7c45668d26c2,segment=NetworkSegment(6a5c2768-11e7-4570-958b-d030d844177d),segment_id=6a5c2768-11e7-4570-958b-d030d844177d)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:57.292265 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-20cb939f-b7e6-4ea7-a157-a780c9905f1c req-8bb24013-d4d6-44d7-84b8-52f080949c31 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:57.632252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164fa01-39dd-4ce3-859c-cb5428f922c3 req-c2b8e3d3-de08-489c-96ea-47f6bca2da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:57.634015 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3164fa01-39dd-4ce3-859c-cb5428f922c3 req-c2b8e3d3-de08-489c-96ea-47f6bca2da72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=933c87bdb5354dc39f728c1bc6dfd17e&device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 1098 time: 0.2554371 Apr 14 16:15:57.642712 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-513d36c7-2d24-44ee-bcb8-823647a16ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:57.721168 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-20cb939f-b7e6-4ea7-a157-a780c9905f1c req-8bb24013-d4d6-44d7-84b8-52f080949c31 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Calling delete_port for dc33b260-4117-444d-b158-7c45668d26c2 owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:15:57.752153 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-513d36c7-2d24-44ee-bcb8-823647a16ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:57.767178 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bbc8e363-1f24-498e-9af0-2d7f739dd0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:57.783346 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164fa01-39dd-4ce3-859c-cb5428f922c3 req-a691a749-aac5-4d48-841d-adcd7a9d2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:57.784911 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3164fa01-39dd-4ce3-859c-cb5428f922c3 req-a691a749-aac5-4d48-841d-adcd7a9d2ca2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5635013d-c232-42e6-92f8-9c466e9855da HTTP/1.1" status: 200 len: 912 time: 0.1407661 Apr 14 16:15:57.847796 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-513d36c7-2d24-44ee-bcb8-823647a16ca9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f678c111991144e99f08936900309122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9786208 Apr 14 16:15:57.849797 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d36c7-2d24-44ee-bcb8-823647a16ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288b1668-2378-49aa-9112-0ee7bd025c21,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:57.852544 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 41370) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:57.872037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-513d36c7-2d24-44ee-bcb8-823647a16ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:57.900102 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3164fa01-39dd-4ce3-859c-cb5428f922c3 req-f289c4e2-1a0e-4c94-b03a-ac9e2005985b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77aa0f57-1061-4ceb-8c03-558b3b45583f HTTP/1.1" status: 200 len: 1000 time: 0.1055498 Apr 14 16:15:57.971320 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a89550-bece-4bdf-a369-a9ea5f0779ee req-87f43dff-1fbc-4623-8da8-92b42ca68d9d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:57.972940 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c5a89550-bece-4bdf-a369-a9ea5f0779ee req-87f43dff-1fbc-4623-8da8-92b42ca68d9d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.6610599 Apr 14 16:15:57.975682 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164fa01-39dd-4ce3-859c-cb5428f922c3 req-d1fb3076-1e5b-436c-b3f5-d84893a739c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:57.977281 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3164fa01-39dd-4ce3-859c-cb5428f922c3 req-d1fb3076-1e5b-436c-b3f5-d84893a739c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c32f2be-29eb-445b-8f3d-8786422a2c00 HTTP/1.1" status: 200 len: 850 time: 0.0641229 Apr 14 16:15:58.045634 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dc2a0f9b-8f7c-4cff-a7e4-eb5210b48191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.051535 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c5a89550-bece-4bdf-a369-a9ea5f0779ee req-59de1b32-eaf4-4335-a7de-d8a8c650654b tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683076 Apr 14 16:15:58.060410 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-20cb939f-b7e6-4ea7-a157-a780c9905f1c req-8bb24013-d4d6-44d7-84b8-52f080949c31 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.076133 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['dc33b260-4117-444d-b158-7c45668d26c2'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:15:58.078578 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:58.080444 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164fa01-39dd-4ce3-859c-cb5428f922c3 req-aff961cc-c0b8-453c-b5ec-8e55d9880f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:58.082240 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3164fa01-39dd-4ce3-859c-cb5428f922c3 req-aff961cc-c0b8-453c-b5ec-8e55d9880f7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5635013d-c232-42e6-92f8-9c466e9855da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0948625 Apr 14 16:15:58.127454 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb24013-d4d6-44d7-84b8-52f080949c31 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Pushing event deleted for resources: {'Port': ['ID=dc33b260-4117-444d-b158-7c45668d26c2,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:58.155197 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8bb24013-d4d6-44d7-84b8-52f080949c31 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:58.157068 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dc2a0f9b-8f7c-4cff-a7e4-eb5210b48191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.251162 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-36a63c88-33bf-436d-80ac-9a8b27fff087 req-9111a09d-e7e8-41f5-8dd9-cd12d7bc7b0f tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 210 time: 0.1105266 Apr 14 16:15:58.300810 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3164fa01-39dd-4ce3-859c-cb5428f922c3 req-93d17ae0-1296-4e95-9b2d-1602f151a5e8 service neutron] 10.222.0.41 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064259 Apr 14 16:15:58.309514 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dc2a0f9b-8f7c-4cff-a7e4-eb5210b48191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.315376 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9cb71b80-5d51-43b0-980c-0dbfa549446d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:58.361456 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a0f9b-8f7c-4cff-a7e4-eb5210b48191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288b1668-2378-49aa-9112-0ee7bd025c21,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:58.372017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-dc2a0f9b-8f7c-4cff-a7e4-eb5210b48191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:58.432234 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cb939f-b7e6-4ea7-a157-a780c9905f1c req-8bb24013-d4d6-44d7-84b8-52f080949c31 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] No DVR routers for this DVR port dc33b260-4117-444d-b158-7c45668d26c2 on host hv-cinder-78626 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:15:58.435334 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-20cb939f-b7e6-4ea7-a157-a780c9905f1c req-8bb24013-d4d6-44d7-84b8-52f080949c31 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.438703 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49750900-d280-4567-b84a-3940e2d09f5f', 'name': 'network-vif-deleted', 'tag': 'dc33b260-4117-444d-b158-7c45668d26c2'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:58.465834 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-20cb939f-b7e6-4ea7-a157-a780c9905f1c req-8bb24013-d4d6-44d7-84b8-52f080949c31 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.41 "DELETE /v2.0/ports/dc33b260-4117-444d-b158-7c45668d26c2 HTTP/1.1" status: 204 len: 173 time: 1.6694946 Apr 14 16:15:58.467954 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dc2a0f9b-8f7c-4cff-a7e4-eb5210b48191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.472162 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3164fa01-39dd-4ce3-859c-cb5428f922c3 req-5d21603f-7521-4893-acce-1f2b788cbc2d service neutron] 10.222.0.41 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595650 Apr 14 16:15:58.473410 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-dc2a0f9b-8f7c-4cff-a7e4-eb5210b48191 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/288b1668-2378-49aa-9112-0ee7bd025c21 HTTP/1.1" status: 204 len: 168 time: 0.6028202 Apr 14 16:15:58.505747 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49750900-d280-4567-b84a-3940e2d09f5f', 'name': 'network-vif-deleted', 'tag': 'dc33b260-4117-444d-b158-7c45668d26c2', 'status': 'completed', 'code': 200} Apr 14 16:15:59.337399 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4331da-f960-4d9d-b0e3-db5bff2e413b req-37df3749-98a8-4575-b96f-44303642833d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:59.339596 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1c4331da-f960-4d9d-b0e3-db5bff2e413b req-37df3749-98a8-4575-b96f-44303642833d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1499534 Apr 14 16:15:59.375575 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1c4331da-f960-4d9d-b0e3-db5bff2e413b req-eb3f7872-8300-4237-9663-41214398fa25 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295181 Apr 14 16:15:59.478087 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-a45cf7e7-a5b8-4cf5-b981-a22822ab76dc req-8128d636-cbf3-4389-a9ee-0c13d7822f60 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Synchronizing usage tracker for tenant:7e33f7dfcfe547edad9f7f9d374576f4 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:59.493413 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-a45cf7e7-a5b8-4cf5-b981-a22822ab76dc req-8128d636-cbf3-4389-a9ee-0c13d7822f60 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Unset dirty status for tenant:7e33f7dfcfe547edad9f7f9d374576f4 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:59.494733 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a45cf7e7-a5b8-4cf5-b981-a22822ab76dc req-8128d636-cbf3-4389-a9ee-0c13d7822f60 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] 10.222.0.60 "GET /v2.0/ports?device_id=49750900-d280-4567-b84a-3940e2d09f5f HTTP/1.1" status: 200 len: 210 time: 0.0680728 Apr 14 16:16:00.592473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d9c68-a113-4cb1-9a14-0b51cd96cbd2 req-6ce618dc-3239-4b66-8be2-aeed682264ea tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:00.594675 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c64d9c68-a113-4cb1-9a14-0b51cd96cbd2 req-6ce618dc-3239-4b66-8be2-aeed682264ea tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1000025 Apr 14 16:16:00.628483 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c64d9c68-a113-4cb1-9a14-0b51cd96cbd2 req-7abb764e-0542-4930-a5c2-0033b2c139ad tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266182 Apr 14 16:16:00.870818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device dc33b260-4117-444d-b158-7c45668d26c2 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:00.908286 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: dc33b260-4117-444d-b158-7c45668d26c2 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:00.908680 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device dc33b260-4117-444d-b158-7c45668d26c2 not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:05.428725 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 41706) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:05.577138 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-3cf03f51-666b-495b-bc40-d2f3aaee436b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e33f7dfcfe547edad9f7f9d374576f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470082 Apr 14 16:16:05.579619 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 41716) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:05.648306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-53dc6d56-fd7b-45f4-92e1-aef0cdc09ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:05.679348 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-53dc6d56-fd7b-45f4-92e1-aef0cdc09ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:05.726302 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-53dc6d56-fd7b-45f4-92e1-aef0cdc09ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:05.731399 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-eaeb0e9a-b459-4e06-8818-9dcf0f345bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:05.747342 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc6d56-fd7b-45f4-92e1-aef0cdc09ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7416c7-d0ae-4082-b4d4-5bbb5d21c487,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:05.750441 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-53dc6d56-fd7b-45f4-92e1-aef0cdc09ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:05.763662 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-53dc6d56-fd7b-45f4-92e1-aef0cdc09ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:05.765152 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-53dc6d56-fd7b-45f4-92e1-aef0cdc09ea0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff7416c7-d0ae-4082-b4d4-5bbb5d21c487 HTTP/1.1" status: 204 len: 168 time: 0.1845272 Apr 14 16:16:07.151892 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:16:08.849200 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 41802) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:08.978562 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d26ca1c3-dfab-4c30-9118-562183ab923b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:08.994367 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-d26ca1c3-dfab-4c30-9118-562183ab923b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:08.998342 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-d26ca1c3-dfab-4c30-9118-562183ab923b admin admin] Usage tracker for resource:security_group_rule and tenant:31dd8916361b4f179351c16e914744c5 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:09.001264 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-d26ca1c3-dfab-4c30-9118-562183ab923b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:09.007242 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-d26ca1c3-dfab-4c30-9118-562183ab923b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:09.091891 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d26ca1c3-dfab-4c30-9118-562183ab923b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:09.095324 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d26ca1c3-dfab-4c30-9118-562183ab923b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:09.104345 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-00f9fd02-023d-4fef-a731-bceefc938570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:09.151604 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d26ca1c3-dfab-4c30-9118-562183ab923b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31dd8916361b4f179351c16e914744c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011615 Apr 14 16:16:09.152540 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ca1c3-dfab-4c30-9118-562183ab923b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bee0e9-60d1-47ca-ab99-cd4492ec89ee,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:09.155251 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 41808) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:09.155700 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d26ca1c3-dfab-4c30-9118-562183ab923b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:09.221619 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d25ad01c-3ac4-472c-8844-0c985722d8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:09.248175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d25ad01c-3ac4-472c-8844-0c985722d8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:09.292437 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d25ad01c-3ac4-472c-8844-0c985722d8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:09.297274 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ef68b5fb-929f-4b11-8888-b0bec9bb362e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:09.310026 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ad01c-3ac4-472c-8844-0c985722d8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bee0e9-60d1-47ca-ab99-cd4492ec89ee,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:09.313102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d25ad01c-3ac4-472c-8844-0c985722d8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:09.315164 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d25ad01c-3ac4-472c-8844-0c985722d8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:09.316320 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d25ad01c-3ac4-472c-8844-0c985722d8cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40bee0e9-60d1-47ca-ab99-cd4492ec89ee HTTP/1.1" status: 204 len: 168 time: 0.1598444 Apr 14 16:16:09.597696 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 41816) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:09.617160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c2d38266-6165-4593-b0ea-9e59d869224d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:09.632885 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-c2d38266-6165-4593-b0ea-9e59d869224d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:09.637267 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-c2d38266-6165-4593-b0ea-9e59d869224d admin admin] Usage tracker for resource:security_group_rule and tenant:51b6f9b05c684229bea15407867daaab is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:09.640220 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-c2d38266-6165-4593-b0ea-9e59d869224d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:09.646230 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-c2d38266-6165-4593-b0ea-9e59d869224d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:09.734452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c2d38266-6165-4593-b0ea-9e59d869224d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:09.737320 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c2d38266-6165-4593-b0ea-9e59d869224d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:09.746040 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:09.787589 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-c2d38266-6165-4593-b0ea-9e59d869224d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51b6f9b05c684229bea15407867daaab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886656 Apr 14 16:16:09.789239 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d38266-6165-4593-b0ea-9e59d869224d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d565e1-4916-4d9a-bf27-92237851eece,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:09.791419 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 41822) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:09.793022 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c2d38266-6165-4593-b0ea-9e59d869224d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:09.859935 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ddc08510-80e1-4f69-b297-a6e8bfe58332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:09.888601 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ddc08510-80e1-4f69-b297-a6e8bfe58332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:09.937789 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ddc08510-80e1-4f69-b297-a6e8bfe58332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:09.942766 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-cea7243a-d80a-48ae-b68a-deaf911f3a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:09.955473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc08510-80e1-4f69-b297-a6e8bfe58332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d565e1-4916-4d9a-bf27-92237851eece,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:09.957873 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ddc08510-80e1-4f69-b297-a6e8bfe58332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:09.965901 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ddc08510-80e1-4f69-b297-a6e8bfe58332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:09.967108 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ddc08510-80e1-4f69-b297-a6e8bfe58332 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/47d565e1-4916-4d9a-bf27-92237851eece HTTP/1.1" status: 204 len: 168 time: 0.1739852 Apr 14 16:16:10.326230 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 41830) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:10.346028 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7e3228a7-14c7-4dc7-bf91-47f89568ed09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:10.361092 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-7e3228a7-14c7-4dc7-bf91-47f89568ed09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:10.365134 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-7e3228a7-14c7-4dc7-bf91-47f89568ed09 admin admin] Usage tracker for resource:security_group_rule and tenant:679137a4fbb24716a2c1194aa2ed274a is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:10.368756 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-7e3228a7-14c7-4dc7-bf91-47f89568ed09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:10.374744 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-7e3228a7-14c7-4dc7-bf91-47f89568ed09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:10.460640 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7e3228a7-14c7-4dc7-bf91-47f89568ed09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:10.463379 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7e3228a7-14c7-4dc7-bf91-47f89568ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:10.475633 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ed45f25d-97d7-4a2f-8fc9-6a5dc120cc7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:10.517894 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-7e3228a7-14c7-4dc7-bf91-47f89568ed09 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=679137a4fbb24716a2c1194aa2ed274a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905096 Apr 14 16:16:10.518841 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3228a7-14c7-4dc7-bf91-47f89568ed09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afeed4a-8a40-49b6-85d9-9f2a4df8f2fd,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:10.520810 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 41834) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:10.522086 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-7e3228a7-14c7-4dc7-bf91-47f89568ed09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:10.587341 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-064e718d-e92f-4e4e-b936-03ca7a4921f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:10.613938 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-064e718d-e92f-4e4e-b936-03ca7a4921f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:10.660276 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-064e718d-e92f-4e4e-b936-03ca7a4921f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:10.665695 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d25ad01c-3ac4-472c-8844-0c985722d8cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:10.681474 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e718d-e92f-4e4e-b936-03ca7a4921f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afeed4a-8a40-49b6-85d9-9f2a4df8f2fd,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:10.684678 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-064e718d-e92f-4e4e-b936-03ca7a4921f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:10.690840 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-064e718d-e92f-4e4e-b936-03ca7a4921f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:10.695002 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-064e718d-e92f-4e4e-b936-03ca7a4921f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7afeed4a-8a40-49b6-85d9-9f2a4df8f2fd HTTP/1.1" status: 204 len: 168 time: 0.1730416 Apr 14 16:16:13.484039 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:14.449127 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-28b39aed-e362-42a2-9d5b-0868b9d293ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:15.592994 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 41956) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:15.608655 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 41962) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:15.741352 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cf05d0d5-ebf6-4331-839f-1dd47fad9187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:15.755213 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4043fb59-176f-4893-844c-522853e4feea admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:15.770706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-cf05d0d5-ebf6-4331-839f-1dd47fad9187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:15.777862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-4043fb59-176f-4893-844c-522853e4feea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:15.780460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-cf05d0d5-ebf6-4331-839f-1dd47fad9187 admin admin] Usage tracker for resource:security_group_rule and tenant:6692d8a2d3744d8b83116e12f538a8c4 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:15.784706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-cf05d0d5-ebf6-4331-839f-1dd47fad9187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:15.787821 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-4043fb59-176f-4893-844c-522853e4feea admin admin] Usage tracker for resource:security_group_rule and tenant:5cf0d41a2f6a4cb4ac75e7a714f8623b is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:15.794029 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-4043fb59-176f-4893-844c-522853e4feea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:15.796989 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-cf05d0d5-ebf6-4331-839f-1dd47fad9187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:15.803455 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-4043fb59-176f-4893-844c-522853e4feea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:16.006206 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cf05d0d5-ebf6-4331-839f-1dd47fad9187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.017971 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cf05d0d5-ebf6-4331-839f-1dd47fad9187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.032439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e8095354-6491-4ce0-a2fe-573e36851ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:16.044833 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4043fb59-176f-4893-844c-522853e4feea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.074708 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4043fb59-176f-4893-844c-522853e4feea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.105781 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-cf05d0d5-ebf6-4331-839f-1dd47fad9187 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6692d8a2d3744d8b83116e12f538a8c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5115879 Apr 14 16:16:16.108923 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 41970) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:16.109720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05d0d5-ebf6-4331-839f-1dd47fad9187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606a867a-421b-475b-a6c4-a4d4c9548b28,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:16.121466 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-cf05d0d5-ebf6-4331-839f-1dd47fad9187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:16.122580 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d5b35ef3-06e9-49b8-88df-d9cf1d49cde5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:16.149316 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fb83f-1cfa-4dc3-bddf-60be05e4884b req-d253d6a9-2e56-49aa-b297-45fc2ab29943 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:16.151871 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1e8fb83f-1cfa-4dc3-bddf-60be05e4884b req-d253d6a9-2e56-49aa-b297-45fc2ab29943 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 946 time: 0.2464550 Apr 14 16:16:16.160568 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-4043fb59-176f-4893-844c-522853e4feea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5cf0d41a2f6a4cb4ac75e7a714f8623b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5483494 Apr 14 16:16:16.160898 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 41974) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:16.192513 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043fb59-176f-4893-844c-522853e4feea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7793a142-7222-4258-b11f-d1dc0d8bf204,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:16.197501 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4043fb59-176f-4893-844c-522853e4feea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:16.201080 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1e8fb83f-1cfa-4dc3-bddf-60be05e4884b req-29babf15-27ae-4654-9660-68c9b5d625c2 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399694 Apr 14 16:16:16.213435 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-73da6331-af21-4318-b533-c82e56773e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.259947 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-73da6331-af21-4318-b533-c82e56773e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.281896 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a0f17419-eebb-4e76-8311-3f1679855c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.329853 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a0f17419-eebb-4e76-8311-3f1679855c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.371335 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-73da6331-af21-4318-b533-c82e56773e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.377061 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:16.391756 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da6331-af21-4318-b533-c82e56773e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606a867a-421b-475b-a6c4-a4d4c9548b28,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:16.396050 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-73da6331-af21-4318-b533-c82e56773e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:16.404098 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a0f17419-eebb-4e76-8311-3f1679855c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.409965 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b06c0062-113b-467a-9729-63b0d7ab4e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:16.419368 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-73da6331-af21-4318-b533-c82e56773e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.420586 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-73da6331-af21-4318-b533-c82e56773e35 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/606a867a-421b-475b-a6c4-a4d4c9548b28 HTTP/1.1" status: 204 len: 168 time: 0.3104825 Apr 14 16:16:16.423425 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f17419-eebb-4e76-8311-3f1679855c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7793a142-7222-4258-b11f-d1dc0d8bf204,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:16.425658 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a0f17419-eebb-4e76-8311-3f1679855c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.429287 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-a0f17419-eebb-4e76-8311-3f1679855c0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7793a142-7222-4258-b11f-d1dc0d8bf204 HTTP/1.1" status: 204 len: 168 time: 0.2648604 Apr 14 16:16:16.429287 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a0f17419-eebb-4e76-8311-3f1679855c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:16.583042 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4e5b-2404-482f-903a-040529fe31de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.812751 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 41988) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:16.831817 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-76308088-23a4-4002-a542-a3ab9afa513b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.846987 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-76308088-23a4-4002-a542-a3ab9afa513b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:16.850925 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-76308088-23a4-4002-a542-a3ab9afa513b admin admin] Usage tracker for resource:security_group_rule and tenant:9603c00568074d6ab6dfa0ab0c79e736 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:16.854329 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-76308088-23a4-4002-a542-a3ab9afa513b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:16.860278 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-76308088-23a4-4002-a542-a3ab9afa513b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:16.942753 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-76308088-23a4-4002-a542-a3ab9afa513b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.945533 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-76308088-23a4-4002-a542-a3ab9afa513b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.954184 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b47bed21-ae5f-4605-82f6-bc95bbd3cc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:16.996951 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-76308088-23a4-4002-a542-a3ab9afa513b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9603c00568074d6ab6dfa0ab0c79e736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830654 Apr 14 16:16:16.997870 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76308088-23a4-4002-a542-a3ab9afa513b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e455d2-6aaa-4329-a7f4-4e5b469855f6,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:17.000482 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 41992) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:17.000949 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-76308088-23a4-4002-a542-a3ab9afa513b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:17.065230 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-502ec2f0-bb05-4131-9e3d-4de602ef92de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:17.093752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-502ec2f0-bb05-4131-9e3d-4de602ef92de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:17.140114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-502ec2f0-bb05-4131-9e3d-4de602ef92de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:17.145436 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-41455cd4-4a5a-4336-b427-fbce7dc0568f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:17.156649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ec2f0-bb05-4131-9e3d-4de602ef92de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e455d2-6aaa-4329-a7f4-4e5b469855f6,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:17.159260 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-502ec2f0-bb05-4131-9e3d-4de602ef92de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:17.165320 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-502ec2f0-bb05-4131-9e3d-4de602ef92de admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:17.167564 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-502ec2f0-bb05-4131-9e3d-4de602ef92de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/19e455d2-6aaa-4329-a7f4-4e5b469855f6 HTTP/1.1" status: 204 len: 168 time: 0.1659791 Apr 14 16:16:17.420128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9dd198-5fab-442a-829c-40f00b0949ed req-a404f1d6-61d2-4011-b2fb-2ae332dfa8ce tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:17.421688 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5e9dd198-5fab-442a-829c-40f00b0949ed req-a404f1d6-61d2-4011-b2fb-2ae332dfa8ce tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 946 time: 0.0943618 Apr 14 16:16:17.453189 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5e9dd198-5fab-442a-829c-40f00b0949ed req-5a27350e-c84e-4252-9892-ab6970c48e3e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251017 Apr 14 16:16:17.537491 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:17.690089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:18.551646 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf67db-af0c-4f80-97a7-255b411de680 req-b6acfea8-f52a-45dd-ba47-3771aedde3b5 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:18.553337 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06cf67db-af0c-4f80-97a7-255b411de680 req-b6acfea8-f52a-45dd-ba47-3771aedde3b5 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.41 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 946 time: 0.0951617 Apr 14 16:16:18.689524 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-06cf67db-af0c-4f80-97a7-255b411de680 req-4631c7f9-8d8a-47e4-87ec-b20a7eb1e8bb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Deleting port d74de9c1-8188-4d05-92fc-6cdce0aa2e31 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:18.689901 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-06cf67db-af0c-4f80-97a7-255b411de680 req-4631c7f9-8d8a-47e4-87ec-b20a7eb1e8bb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:18.808546 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132729d-ac1a-429e-8221-caebf847f7ae req-a2d58eb6-d369-4cbc-91a9-b6aabf8d90f6 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:18.810152 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d132729d-ac1a-429e-8221-caebf847f7ae req-a2d58eb6-d369-4cbc-91a9-b6aabf8d90f6 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 946 time: 0.2100751 Apr 14 16:16:18.865831 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d132729d-ac1a-429e-8221-caebf847f7ae req-b3184d04-753c-4464-85b6-616a4f2196fe tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407853 Apr 14 16:16:18.953305 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:19.014265 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-06cf67db-af0c-4f80-97a7-255b411de680 req-4631c7f9-8d8a-47e4-87ec-b20a7eb1e8bb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] For port d74de9c1-8188-4d05-92fc-6cdce0aa2e31, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:19.014661 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-06cf67db-af0c-4f80-97a7-255b411de680 req-4631c7f9-8d8a-47e4-87ec-b20a7eb1e8bb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:19.245571 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6b0f0387-0032-4b2f-b11c-4bb8880b2e82 req-b976bb61-fc46-4c47-bee6-88701d61eb4b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-307888182&fields=id&tenant_id=8e71c42092894db98f8db75a2719f751 HTTP/1.1" status: 200 len: 267 time: 0.0286069 Apr 14 16:16:19.344356 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-06cf67db-af0c-4f80-97a7-255b411de680 req-4631c7f9-8d8a-47e4-87ec-b20a7eb1e8bb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:19.344761 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-06cf67db-af0c-4f80-97a7-255b411de680 req-4631c7f9-8d8a-47e4-87ec-b20a7eb1e8bb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854381538'] for floatingip, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:19.345165 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_db [req-06cf67db-af0c-4f80-97a7-255b411de680 req-4631c7f9-8d8a-47e4-87ec-b20a7eb1e8bb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Floating IP 255b8ff0-b870-49a5-8b0c-48fc0e5edc15 disassociated. External IP: 172.27.2.202, port: d74de9c1-8188-4d05-92fc-6cdce0aa2e31. Apr 14 16:16:19.345540 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-06cf67db-af0c-4f80-97a7-255b411de680 req-4631c7f9-8d8a-47e4-87ec-b20a7eb1e8bb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Calling delete_port for d74de9c1-8188-4d05-92fc-6cdce0aa2e31 owned by compute:nova {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:19.354819 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f0387-0032-4b2f-b11c-4bb8880b2e82 req-eaabf575-236d-44aa-b3ce-6372d5aa1b59 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:19.356587 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6b0f0387-0032-4b2f-b11c-4bb8880b2e82 req-eaabf575-236d-44aa-b3ce-6372d5aa1b59 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 985 time: 0.1048644 Apr 14 16:16:19.371966 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-6b0f0387-0032-4b2f-b11c-4bb8880b2e82 req-1e908073-7faa-4d86-b4be-a4716ff52065 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Request body: {'port': {'security_groups': ['06f965d7-b4b6-4023-993a-bdc662736ab9']}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:19.513932 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-06cf67db-af0c-4f80-97a7-255b411de680 req-4631c7f9-8d8a-47e4-87ec-b20a7eb1e8bb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:19.528247 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6b0f0387-0032-4b2f-b11c-4bb8880b2e82 req-1e908073-7faa-4d86-b4be-a4716ff52065 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:19.533086 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:19.599424 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631c7f9-8d8a-47e4-87ec-b20a7eb1e8bb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Pushing event deleted for resources: {'Port': ['ID=d74de9c1-8188-4d05-92fc-6cdce0aa2e31,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:19.606013 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4631c7f9-8d8a-47e4-87ec-b20a7eb1e8bb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:19.959169 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-6b0f0387-0032-4b2f-b11c-4bb8880b2e82 req-1e908073-7faa-4d86-b4be-a4716ff52065 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] For port 3a58c362-2e99-4559-9977-3b635ab88161, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3a58c362-2e99-4559-9977-3b635ab88161,segment=NetworkSegment(358d4730-1267-45aa-a7b6-9233c534e425),segment_id=358d4730-1267-45aa-a7b6-9233c534e425)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:20.000057 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6b0f0387-0032-4b2f-b11c-4bb8880b2e82 req-1e908073-7faa-4d86-b4be-a4716ff52065 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:20.127888 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6b0f0387-0032-4b2f-b11c-4bb8880b2e82 req-1e908073-7faa-4d86-b4be-a4716ff52065 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:20.141704 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['3a58c362-2e99-4559-9977-3b635ab88161'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:16:20.169237 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f8c45449-2f45-4584-bf90-0424aa8a7bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:20.189655 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42072) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:20.206261 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd812579-f095-49d1-87ac-7f938036d361 req-7bd7e438-2a69-49be-a79c-2a10d373596d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 210 time: 0.1694698 Apr 14 16:16:20.319927 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06cf67db-af0c-4f80-97a7-255b411de680 req-4631c7f9-8d8a-47e4-87ec-b20a7eb1e8bb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Router ed2f5836-114c-418f-ae86-2e997197a2c1 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:16:20.391223 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e908073-7faa-4d86-b4be-a4716ff52065 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Pushing event updated for resources: {'Port': ['ID=3a58c362-2e99-4559-9977-3b635ab88161,revision_number=7']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:20.408354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1e908073-7faa-4d86-b4be-a4716ff52065 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:20.447738 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f0387-0032-4b2f-b11c-4bb8880b2e82 req-1e908073-7faa-4d86-b4be-a4716ff52065 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:20.448662 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6b0f0387-0032-4b2f-b11c-4bb8880b2e82 req-1e908073-7faa-4d86-b4be-a4716ff52065 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:20.450184 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6b0f0387-0032-4b2f-b11c-4bb8880b2e82 req-1e908073-7faa-4d86-b4be-a4716ff52065 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "PUT /v2.0/ports/3a58c362-2e99-4559-9977-3b635ab88161 HTTP/1.1" status: 200 len: 943 time: 1.0855799 Apr 14 16:16:20.450747 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'tag': '3a58c362-2e99-4559-9977-3b635ab88161'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:20.456814 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42080) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:20.533257 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-911cf24f-f25b-4567-9d4b-7f1e00255d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:20.538648 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'tag': '3a58c362-2e99-4559-9977-3b635ab88161', 'status': 'completed', 'code': 200} Apr 14 16:16:20.546786 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-65a48fea-3136-4999-a999-19468cb5d765 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:20.556794 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-911cf24f-f25b-4567-9d4b-7f1e00255d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:20.559878 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['3a58c362-2e99-4559-9977-3b635ab88161'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:16:20.585708 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-911cf24f-f25b-4567-9d4b-7f1e00255d53 admin admin] Usage tracker for resource:security_group_rule and tenant:78df7cd608094910a79b6ac675724f49 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:20.590451 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-65a48fea-3136-4999-a999-19468cb5d765 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:20.630046 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-911cf24f-f25b-4567-9d4b-7f1e00255d53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:20.646785 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-911cf24f-f25b-4567-9d4b-7f1e00255d53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:20.656494 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06cf67db-af0c-4f80-97a7-255b411de680 req-4631c7f9-8d8a-47e4-87ec-b20a7eb1e8bb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:16:20.669642 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097f57de-6421-4bf4-9635-7face1628043 None None] Sync routers for ids ['ed2f5836-114c-418f-ae86-2e997197a2c1'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:16:20.691194 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097f57de-6421-4bf4-9635-7face1628043 None None] Routers {'ed2f5836-114c-418f-ae86-2e997197a2c1'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:20.691992 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-097f57de-6421-4bf4-9635-7face1628043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['ed2f5836-114c-418f-ae86-2e997197a2c1'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:20.704659 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-65a48fea-3136-4999-a999-19468cb5d765 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:20.710140 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a0f17419-eebb-4e76-8311-3f1679855c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:20.730380 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a48fea-3136-4999-a999-19468cb5d765 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e471750e-8a1e-40c7-af46-00e29ce14023,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:20.743053 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-65a48fea-3136-4999-a999-19468cb5d765 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:20.757848 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738511c-3341-4148-ad40-21b7a9e3dc09 req-6f2bb5de-34c5-45fc-8486-769cb5b4517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:20.759536 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5738511c-3341-4148-ad40-21b7a9e3dc09 req-6f2bb5de-34c5-45fc-8486-769cb5b4517c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e71c42092894db98f8db75a2719f751&device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 1099 time: 0.1826587 Apr 14 16:16:20.761246 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-65a48fea-3136-4999-a999-19468cb5d765 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:20.767659 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-65a48fea-3136-4999-a999-19468cb5d765 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "DELETE /v2.0/security-groups/e471750e-8a1e-40c7-af46-00e29ce14023 HTTP/1.1" status: 204 len: 168 time: 0.3096704 Apr 14 16:16:20.768883 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42084) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:20.789426 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-911cf24f-f25b-4567-9d4b-7f1e00255d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:20.843967 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cf67db-af0c-4f80-97a7-255b411de680 req-4631c7f9-8d8a-47e4-87ec-b20a7eb1e8bb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] No DVR routers for this DVR port d74de9c1-8188-4d05-92fc-6cdce0aa2e31 on host hv-cinder-78626 {{(pid=85245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:16:20.847578 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-06cf67db-af0c-4f80-97a7-255b411de680 req-4631c7f9-8d8a-47e4-87ec-b20a7eb1e8bb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:20.852833 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'name': 'network-vif-deleted', 'tag': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:20.858876 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-911cf24f-f25b-4567-9d4b-7f1e00255d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:20.873868 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ec6b88b4-8cc3-4300-84f4-80a9c33764bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:20.914686 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-dc3232e2-1194-4eb1-ae90-5ec52fefa62d None None] Provisioning complete for port 3a58c362-2e99-4559-9977-3b635ab88161 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:16:20.915358 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dc3232e2-1194-4eb1-ae90-5ec52fefa62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:20.972671 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-911cf24f-f25b-4567-9d4b-7f1e00255d53 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78df7cd608094910a79b6ac675724f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7794068 Apr 14 16:16:21.002059 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cf24f-f25b-4567-9d4b-7f1e00255d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0a66f9-61e5-42f5-b7cc-0c091b433ce1,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:21.005413 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738511c-3341-4148-ad40-21b7a9e3dc09 req-da691904-ed6e-4c6e-8b34-2f89a9dd3bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:21.005881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42092) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:21.007012 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5738511c-3341-4148-ad40-21b7a9e3dc09 req-da691904-ed6e-4c6e-8b34-2f89a9dd3bce service neutron] 10.222.0.41 "GET /v2.0/networks?id=78e99240-3773-4c32-b324-b8b4ec7c5482 HTTP/1.1" status: 200 len: 915 time: 0.1562858 Apr 14 16:16:21.010886 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-911cf24f-f25b-4567-9d4b-7f1e00255d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:21.031522 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06cf67db-af0c-4f80-97a7-255b411de680 req-4631c7f9-8d8a-47e4-87ec-b20a7eb1e8bb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.41 "DELETE /v2.0/ports/d74de9c1-8188-4d05-92fc-6cdce0aa2e31 HTTP/1.1" status: 204 len: 173 time: 2.4674389 Apr 14 16:16:21.142508 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5738511c-3341-4148-ad40-21b7a9e3dc09 req-72e2bb67-fe4f-4b73-aaef-df51c9a485f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a58c362-2e99-4559-9977-3b635ab88161 HTTP/1.1" status: 200 len: 1002 time: 0.1162584 Apr 14 16:16:21.153269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-097f57de-6421-4bf4-9635-7face1628043 None None] Set router ed2f5836-114c-418f-ae86-2e997197a2c1 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:21.163451 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e77b62c1-1082-43f8-8c78-cf91554a6fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:21.199803 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e83f61-2715-436f-8d7c-88c4483cc0e5', 'name': 'network-vif-deleted', 'tag': 'd74de9c1-8188-4d05-92fc-6cdce0aa2e31', 'status': 'completed', 'code': 200} Apr 14 16:16:21.212181 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e77b62c1-1082-43f8-8c78-cf91554a6fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:21.329471 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e77b62c1-1082-43f8-8c78-cf91554a6fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:21.346762 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0ce104d1-cb71-4cd7-ba0e-568eb2c67bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:21.367623 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b62c1-1082-43f8-8c78-cf91554a6fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0a66f9-61e5-42f5-b7cc-0c091b433ce1,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:21.371614 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e77b62c1-1082-43f8-8c78-cf91554a6fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:21.373339 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-e77b62c1-1082-43f8-8c78-cf91554a6fa9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c0a66f9-61e5-42f5-b7cc-0c091b433ce1 HTTP/1.1" status: 204 len: 168 time: 0.3661156 Apr 14 16:16:21.375850 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e77b62c1-1082-43f8-8c78-cf91554a6fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:21.486099 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-e50b3f34-bc41-421b-95c0-b508ab77e1b9 req-e3bba1eb-6a22-4e2d-8482-1bb877c1244e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Synchronizing usage tracker for tenant:7c32c45b97f24aafbfc72c32f2ee651f on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:21.506612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-e50b3f34-bc41-421b-95c0-b508ab77e1b9 req-e3bba1eb-6a22-4e2d-8482-1bb877c1244e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Unset dirty status for tenant:7c32c45b97f24aafbfc72c32f2ee651f on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:21.507883 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e50b3f34-bc41-421b-95c0-b508ab77e1b9 req-e3bba1eb-6a22-4e2d-8482-1bb877c1244e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e83f61-2715-436f-8d7c-88c4483cc0e5 HTTP/1.1" status: 200 len: 210 time: 0.0859745 Apr 14 16:16:21.700475 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738511c-3341-4148-ad40-21b7a9e3dc09 req-1c053003-09a2-4a27-b846-f5aa247f551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:21.702570 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5738511c-3341-4148-ad40-21b7a9e3dc09 req-1c053003-09a2-4a27-b846-f5aa247f551b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3b50247-ff1f-412a-bd14-516b5ff9133b HTTP/1.1" status: 200 len: 853 time: 0.5340433 Apr 14 16:16:21.707991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-557f7c98-fb11-43c4-9312-b5f6610696ff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Deleting port ece190fa-d7c9-4d6f-9261-6f1c7e262d7e {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:21.708460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-557f7c98-fb11-43c4-9312-b5f6610696ff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:21.747031 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-097f57de-6421-4bf4-9635-7face1628043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:10:44Z', 'revision_number': 4, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '50adff03-335d-4a55-810e-df59dbd8eb05', 'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:42Z', 'updated_at': '2021-04-14T16:10:58Z', 'revision_number': 5, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'subnets': [{'id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:21.751590 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097f57de-6421-4bf4-9635-7face1628043 None None] Checking router: ed2f5836-114c-418f-ae86-2e997197a2c1 for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:16:21.766864 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097f57de-6421-4bf4-9635-7face1628043 None None] Routers {'ed2f5836-114c-418f-ae86-2e997197a2c1'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:21.768935 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-097f57de-6421-4bf4-9635-7face1628043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['ed2f5836-114c-418f-ae86-2e997197a2c1'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:21.816578 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42104) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:21.835858 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0016fe57-8739-4240-9c3a-edbfd3bc5da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:21.852612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-0016fe57-8739-4240-9c3a-edbfd3bc5da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:21.857873 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-0016fe57-8739-4240-9c3a-edbfd3bc5da0 admin admin] Usage tracker for resource:security_group_rule and tenant:5a0a3779caa542969dbb008ef9e98d51 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:21.861017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-0016fe57-8739-4240-9c3a-edbfd3bc5da0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:21.867103 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-0016fe57-8739-4240-9c3a-edbfd3bc5da0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:21.983297 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738511c-3341-4148-ad40-21b7a9e3dc09 req-3cfe7345-bd22-4d0c-a5fd-40dae5b4f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:21.984914 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5738511c-3341-4148-ad40-21b7a9e3dc09 req-3cfe7345-bd22-4d0c-a5fd-40dae5b4f531 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78e99240-3773-4c32-b324-b8b4ec7c5482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2361844 Apr 14 16:16:21.991005 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-097f57de-6421-4bf4-9635-7face1628043 None None] Set router ed2f5836-114c-418f-ae86-2e997197a2c1 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:22.016955 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0016fe57-8739-4240-9c3a-edbfd3bc5da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.021650 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0016fe57-8739-4240-9c3a-edbfd3bc5da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.038935 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-76308088-23a4-4002-a542-a3ab9afa513b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:22.067633 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-557f7c98-fb11-43c4-9312-b5f6610696ff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.068004 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-557f7c98-fb11-43c4-9312-b5f6610696ff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.115689 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016fe57-8739-4240-9c3a-edbfd3bc5da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12511d9-93a2-4c5e-85b0-f1b6aae1c03e,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:22.120430 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0016fe57-8739-4240-9c3a-edbfd3bc5da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:22.123045 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-0016fe57-8739-4240-9c3a-edbfd3bc5da0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a0a3779caa542969dbb008ef9e98d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050215 Apr 14 16:16:22.129500 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42108) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:22.222649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0c8067cb-9bf8-45af-ae1c-472d1649dcd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.252269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0c8067cb-9bf8-45af-ae1c-472d1649dcd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.305382 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0c8067cb-9bf8-45af-ae1c-472d1649dcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.311885 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fc757101-ff22-40de-861d-b402ea5b8d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:22.328031 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8067cb-9bf8-45af-ae1c-472d1649dcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12511d9-93a2-4c5e-85b0-f1b6aae1c03e,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:22.332078 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0c8067cb-9bf8-45af-ae1c-472d1649dcd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.334838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-557f7c98-fb11-43c4-9312-b5f6610696ff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Calling delete_port for ece190fa-d7c9-4d6f-9261-6f1c7e262d7e owned by network:floatingip {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:22.337184 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-0c8067cb-9bf8-45af-ae1c-472d1649dcd7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c12511d9-93a2-4c5e-85b0-f1b6aae1c03e HTTP/1.1" status: 204 len: 168 time: 0.2066367 Apr 14 16:16:22.339619 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0c8067cb-9bf8-45af-ae1c-472d1649dcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:22.424212 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-097f57de-6421-4bf4-9635-7face1628043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:10:44Z', 'revision_number': 4, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '50adff03-335d-4a55-810e-df59dbd8eb05', 'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:42Z', 'updated_at': '2021-04-14T16:10:58Z', 'revision_number': 5, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'subnets': [{'id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:22.428733 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097f57de-6421-4bf4-9635-7face1628043 None None] The sync data for ids ['ed2f5836-114c-418f-ae86-2e997197a2c1'] in dv-cinder-786266-1-iscsi is: [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:10:44Z', 'revision_number': 4, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '50adff03-335d-4a55-810e-df59dbd8eb05', 'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:42Z', 'updated_at': '2021-04-14T16:10:58Z', 'revision_number': 5, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'subnets': [{'id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:16:22.438086 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5738511c-3341-4148-ad40-21b7a9e3dc09 req-bcdf600e-c472-4239-9359-1a2c0fc0b0ff service neutron] 10.222.0.41 "GET /v2.0/networks/78e99240-3773-4c32-b324-b8b4ec7c5482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357030 Apr 14 16:16:22.674193 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5738511c-3341-4148-ad40-21b7a9e3dc09 req-16bc9db0-fb58-44dd-a21a-9c14f059082b service neutron] 10.222.0.41 "GET /v2.0/networks/78e99240-3773-4c32-b324-b8b4ec7c5482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272573 Apr 14 16:16:22.702602 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-557f7c98-fb11-43c4-9312-b5f6610696ff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.729925 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42122) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:22.812923 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d1d2cb4c-ec67-482b-84a1-e068a2684d8d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.828987 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:22.846320 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d1d2cb4c-ec67-482b-84a1-e068a2684d8d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.879975 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f7c98-fb11-43c4-9312-b5f6610696ff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Pushing event deleted for resources: {'Port': ['ID=ece190fa-d7c9-4d6f-9261-6f1c7e262d7e,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:22.884891 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-557f7c98-fb11-43c4-9312-b5f6610696ff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:22.922256 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d1d2cb4c-ec67-482b-84a1-e068a2684d8d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.928671 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-efb4cd45-1c0e-4f3e-9ce4-64f9d016a6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:22.943399 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device d74de9c1-8188-4d05-92fc-6cdce0aa2e31 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:22.947953 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2cb4c-ec67-482b-84a1-e068a2684d8d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cd2e58-6184-4020-a562-9fbe1a0f4a8a,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:22.959290 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d1d2cb4c-ec67-482b-84a1-e068a2684d8d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:22.966939 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d1d2cb4c-ec67-482b-84a1-e068a2684d8d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.971309 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d1d2cb4c-ec67-482b-84a1-e068a2684d8d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "DELETE /v2.0/security-groups/d1cd2e58-6184-4020-a562-9fbe1a0f4a8a HTTP/1.1" status: 204 len: 168 time: 0.2402794 Apr 14 16:16:22.972186 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42132) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:22.982082 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51561b32-c795-443f-8209-2146af5adc61 None None] New status for floating IP 255b8ff0-b870-49a5-8b0c-48fc0e5edc15: DOWN {{(pid=85247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:16:22.992702 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.v2.resource [None req-fcaa6779-d5fb-4a2d-a701-acc9b254f580 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] show failed (client error): The resource could not be found. Apr 14 16:16:22.999087 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-fcaa6779-d5fb-4a2d-a701-acc9b254f580 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups/d1cd2e58-6184-4020-a562-9fbe1a0f4a8a HTTP/1.1" status: 404 len: 347 time: 0.0257440 Apr 14 16:16:22.999840 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42136) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:23.022799 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: d74de9c1-8188-4d05-92fc-6cdce0aa2e31 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:23.023669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device d74de9c1-8188-4d05-92fc-6cdce0aa2e31 not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:23.065621 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-557f7c98-fb11-43c4-9312-b5f6610696ff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks [] for floatingip, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:23.065919 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_db [None req-557f7c98-fb11-43c4-9312-b5f6610696ff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Floating IP 62db2150-e9d5-429c-9e39-70e17c5873e0 disassociated (deleted). External IP: 172.27.2.128, port: 3a58c362-2e99-4559-9977-3b635ab88161. Apr 14 16:16:23.240069 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Deleting port d8acfaf9-a074-40f2-b108-359775761608 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:23.240454 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:23.445583 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42148) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:23.468227 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:23.468695 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:23.598667 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557f7c98-fb11-43c4-9312-b5f6610696ff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Router affcb1fa-b77a-4463-8f0c-8d385891129f has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:16:23.612512 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Calling delete_port for d8acfaf9-a074-40f2-b108-359775761608 owned by network:floatingip {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:23.644338 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1029297279-network', 'tenant_id': '73844004f69a481dba93081e4d2b284e'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:23.657473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:23.664931 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Usage tracker for resource:network and tenant:73844004f69a481dba93081e4d2b284e is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:23.674540 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:23.684283 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:23.716615 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Made reservation on behalf of 73844004f69a481dba93081e4d2b284e for: {'network': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:16:23.721388 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:23.738822 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:23.757645 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:23.763363 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.db.api [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85245) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:16:23.763728 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_db.api [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:16:23.764671 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:73844004f69a481dba93081e4d2b284e is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:23.767819 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:23.774026 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:23.798266 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557f7c98-fb11-43c4-9312-b5f6610696ff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:16:23.810792 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9e3f3-7517-457b-944a-b024af92fc6d None None] Sync routers for ids ['affcb1fa-b77a-4463-8f0c-8d385891129f'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:16:23.819207 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-557f7c98-fb11-43c4-9312-b5f6610696ff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:23.825756 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c9e3f3-7517-457b-944a-b024af92fc6d None None] Routers {'affcb1fa-b77a-4463-8f0c-8d385891129f'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:23.826451 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-d3c9e3f3-7517-457b-944a-b024af92fc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['affcb1fa-b77a-4463-8f0c-8d385891129f'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:23.871581 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:23.875087 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:23.879540 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-064e718d-e92f-4e4e-b936-03ca7a4921f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:23.885673 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-557f7c98-fb11-43c4-9312-b5f6610696ff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "DELETE /v2.0/floatingips/62db2150-e9d5-429c-9e39-70e17c5873e0 HTTP/1.1" status: 204 len: 168 time: 3.1130755 Apr 14 16:16:23.885673 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'tag': '3a58c362-2e99-4559-9977-3b635ab88161'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:23.902176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=85245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:16:23.912940 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:23.913379 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Added segment 4e8a243e-711d-4633-8c82-8b1e3f1730fc of type vlan for network e562779b-7387-40f5-b9de-d5621a56d934 Apr 14 16:16:23.944349 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:23.951043 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'tag': '3a58c362-2e99-4559-9977-3b635ab88161', 'status': 'completed', 'code': 200} Apr 14 16:16:23.996131 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:23.996987 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230b61e5-c61e-478a-aeed-62b831430eb3,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:24.000506 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:24.002056 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:24.002703 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.008559 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:24.128964 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c615df-c592-4b6c-b55c-6a856b14c5be req-aae1fb53-54e3-4851-b714-1e6045c6bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:24.130603 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f1c615df-c592-4b6c-b55c-6a856b14c5be req-aae1fb53-54e3-4851-b714-1e6045c6bb9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e71c42092894db98f8db75a2719f751&device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 1099 time: 0.1469193 Apr 14 16:16:24.149354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Pushing event updated for resources: {'Network': ['ID=e562779b-7387-40f5-b9de-d5621a56d934,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:24.152558 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:24.171353 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42160) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:24.171499 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7247238 Apr 14 16:16:24.178085 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network e562779b-7387-40f5-b9de-d5621a56d934 details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:16:24.188773 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-5e8e61a8-24c2-4d5f-8fb1-861366e29efb admin admin] Request body: {'subnet': {'network_id': 'e562779b-7387-40f5-b9de-d5621a56d934', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1029297279-subnet', 'tenant_id': '73844004f69a481dba93081e4d2b284e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:24.198653 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-5e8e61a8-24c2-4d5f-8fb1-861366e29efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:24.248532 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-5e8e61a8-24c2-4d5f-8fb1-861366e29efb admin admin] Usage tracker for resource:subnet and tenant:73844004f69a481dba93081e4d2b284e is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:24.255874 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-5e8e61a8-24c2-4d5f-8fb1-861366e29efb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:24.265426 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Deleting port d8acfaf9-a074-40f2-b108-359775761608 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:24.265581 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-5e8e61a8-24c2-4d5f-8fb1-861366e29efb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:24.266017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.301163 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8e61a8-24c2-4d5f-8fb1-861366e29efb admin admin] Made reservation on behalf of 73844004f69a481dba93081e4d2b284e for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:16:24.307160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5e8e61a8-24c2-4d5f-8fb1-861366e29efb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852040108'] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.367018 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c615df-c592-4b6c-b55c-6a856b14c5be req-37db263c-a480-46d6-8bff-c1d70a08f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:24.368752 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f1c615df-c592-4b6c-b55c-6a856b14c5be req-37db263c-a480-46d6-8bff-c1d70a08f628 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78e99240-3773-4c32-b324-b8b4ec7c5482 HTTP/1.1" status: 200 len: 915 time: 0.2305527 Apr 14 16:16:24.371956 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-d3c9e3f3-7517-457b-944a-b024af92fc6d None None] Set router affcb1fa-b77a-4463-8f0c-8d385891129f gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:24.569714 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.570079 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.711823 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Calling delete_port for d8acfaf9-a074-40f2-b108-359775761608 owned by network:floatingip {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:24.738363 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-d3c9e3f3-7517-457b-944a-b024af92fc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'name': 'tempest-TestMinimumBasicScenario-495749836-router', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:57Z', 'updated_at': '2021-04-14T16:12:02Z', 'revision_number': 4, 'project_id': '8e71c42092894db98f8db75a2719f751', 'gw_port': {'id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:58Z', 'updated_at': '2021-04-14T16:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'c8f0f614-5517-4e9e-aec2-096d15711380', 'name': '', 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'mac_address': 'fa:16:3e:cf:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:14Z', 'revision_number': 5, 'project_id': '8e71c42092894db98f8db75a2719f751', 'subnets': [{'id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:24.742894 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9e3f3-7517-457b-944a-b024af92fc6d None None] Checking router: affcb1fa-b77a-4463-8f0c-8d385891129f for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:16:24.752485 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f1c615df-c592-4b6c-b55c-6a856b14c5be req-141f8d80-8c34-42b3-bc7c-b4f0184d96b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a58c362-2e99-4559-9977-3b635ab88161 HTTP/1.1" status: 200 len: 217 time: 0.3340001 Apr 14 16:16:24.753470 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c9e3f3-7517-457b-944a-b024af92fc6d None None] Routers {'affcb1fa-b77a-4463-8f0c-8d385891129f'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:24.754151 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-d3c9e3f3-7517-457b-944a-b024af92fc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['affcb1fa-b77a-4463-8f0c-8d385891129f'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:24.869258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.885616 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:24.905326 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c615df-c592-4b6c-b55c-6a856b14c5be req-bcbe1224-7538-4e7f-8139-ce7f2c95fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:24.906928 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f1c615df-c592-4b6c-b55c-6a856b14c5be req-bcbe1224-7538-4e7f-8139-ce7f2c95fd1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3b50247-ff1f-412a-bd14-516b5ff9133b HTTP/1.1" status: 200 len: 853 time: 0.1333854 Apr 14 16:16:24.946418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Pushing event deleted for resources: {'Port': ['ID=d8acfaf9-a074-40f2-b108-359775761608,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:24.951142 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:24.968268 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-d3c9e3f3-7517-457b-944a-b024af92fc6d None None] Set router affcb1fa-b77a-4463-8f0c-8d385891129f gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:25.068684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c615df-c592-4b6c-b55c-6a856b14c5be req-0574b780-ebdb-42c3-b869-62d2c86ff03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:25.070320 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f1c615df-c592-4b6c-b55c-6a856b14c5be req-0574b780-ebdb-42c3-b869-62d2c86ff03e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78e99240-3773-4c32-b324-b8b4ec7c5482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1548827 Apr 14 16:16:25.193309 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for floatingip, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:25.208372 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:25.213301 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "DELETE /v2.0/floatingips/255b8ff0-b870-49a5-8b0c-48fc0e5edc15 HTTP/1.1" status: 204 len: 168 time: 2.2086306 Apr 14 16:16:25.295252 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f1c615df-c592-4b6c-b55c-6a856b14c5be req-9352e14d-a140-4b48-b942-24f62271d667 service neutron] 10.222.0.41 "GET /v2.0/networks/78e99240-3773-4c32-b324-b8b4ec7c5482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127888 Apr 14 16:16:25.364926 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-d3c9e3f3-7517-457b-944a-b024af92fc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'name': 'tempest-TestMinimumBasicScenario-495749836-router', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:57Z', 'updated_at': '2021-04-14T16:12:02Z', 'revision_number': 4, 'project_id': '8e71c42092894db98f8db75a2719f751', 'gw_port': {'id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:58Z', 'updated_at': '2021-04-14T16:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'c8f0f614-5517-4e9e-aec2-096d15711380', 'name': '', 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'mac_address': 'fa:16:3e:cf:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:14Z', 'revision_number': 5, 'project_id': '8e71c42092894db98f8db75a2719f751', 'subnets': [{'id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:25.370185 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9e3f3-7517-457b-944a-b024af92fc6d None None] The sync data for ids ['affcb1fa-b77a-4463-8f0c-8d385891129f'] in dv-cinder-786266-1-iscsi is: [{'id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'name': 'tempest-TestMinimumBasicScenario-495749836-router', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:57Z', 'updated_at': '2021-04-14T16:12:02Z', 'revision_number': 4, 'project_id': '8e71c42092894db98f8db75a2719f751', 'gw_port': {'id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:58Z', 'updated_at': '2021-04-14T16:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'c8f0f614-5517-4e9e-aec2-096d15711380', 'name': '', 'network_id': '78e99240-3773-4c32-b324-b8b4ec7c5482', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'mac_address': 'fa:16:3e:cf:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:14Z', 'revision_number': 5, 'project_id': '8e71c42092894db98f8db75a2719f751', 'subnets': [{'id': 'e3b50247-ff1f-412a-bd14-516b5ff9133b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:16:25.469226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42174) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:25.475271 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-50d5e244-b089-413e-8853-51223845e4b8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--218071660', 'description': 'tempest-description--1733255701'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:25.481904 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-50d5e244-b089-413e-8853-51223845e4b8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:25.486466 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-50d5e244-b089-413e-8853-51223845e4b8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Usage tracker for resource:security_group and tenant:7c32c45b97f24aafbfc72c32f2ee651f is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:25.490492 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-50d5e244-b089-413e-8853-51223845e4b8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:25.497689 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-50d5e244-b089-413e-8853-51223845e4b8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:25.509815 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-50d5e244-b089-413e-8853-51223845e4b8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:25.514139 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5e8e61a8-24c2-4d5f-8fb1-861366e29efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2660526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852040149'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:25.514382 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-50d5e244-b089-413e-8853-51223845e4b8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:25.518577 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-50d5e244-b089-413e-8853-51223845e4b8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Usage tracker for resource:security_group_rule and tenant:7c32c45b97f24aafbfc72c32f2ee651f is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:25.521508 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-50d5e244-b089-413e-8853-51223845e4b8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:25.528310 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-50d5e244-b089-413e-8853-51223845e4b8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:25.535392 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-de196316-76ea-4419-b81b-10c88a304767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:25.605360 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-50d5e244-b089-413e-8853-51223845e4b8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:25.608307 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-50d5e244-b089-413e-8853-51223845e4b8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:25.613745 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-af67d3c5-46bf-4ac2-8ef8-1fcc3840a80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:25.629053 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e61a8-24c2-4d5f-8fb1-861366e29efb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd816f3c-28f3-4667-be0b-24879127fb6c,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:25.659840 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5e244-b089-413e-8853-51223845e4b8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dea1b5e-296f-470e-b77a-bc0e246ab975,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:25.662605 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-50d5e244-b089-413e-8853-51223845e4b8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:25.663440 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-50d5e244-b089-413e-8853-51223845e4b8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:25.664728 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-50d5e244-b089-413e-8853-51223845e4b8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1944149 Apr 14 16:16:25.668613 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42182) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:25.675896 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-6fa0315b-f355-4205-972e-a36a30340da9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Request body: {'security_group_rule': {'security_group_id': '2dea1b5e-296f-470e-b77a-bc0e246ab975', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:25.685170 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-6fa0315b-f355-4205-972e-a36a30340da9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:25.689900 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-6fa0315b-f355-4205-972e-a36a30340da9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Usage tracker for resource:security_group_rule and tenant:7c32c45b97f24aafbfc72c32f2ee651f is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:25.695157 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-6fa0315b-f355-4205-972e-a36a30340da9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:25.702285 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-6fa0315b-f355-4205-972e-a36a30340da9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:25.707361 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f1c615df-c592-4b6c-b55c-6a856b14c5be req-15bc50db-ae09-471a-9bae-439ba97b06ac service neutron] 10.222.0.41 "GET /v2.0/networks/78e99240-3773-4c32-b324-b8b4ec7c5482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988225 Apr 14 16:16:25.708327 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5e8e61a8-24c2-4d5f-8fb1-861366e29efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:25.734355 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6fa0315b-f355-4205-972e-a36a30340da9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:25.802908 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e61a8-24c2-4d5f-8fb1-861366e29efb admin admin] Checking segment: {'id': '4e8a243e-711d-4633-8c82-8b1e3f1730fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e562779b-7387-40f5-b9de-d5621a56d934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:16:25.803481 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8e61a8-24c2-4d5f-8fb1-861366e29efb admin admin] Network hostable DHCP agents. Network: e562779b-7387-40f5-b9de-d5621a56d934, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:16:25.803859 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6fa0315b-f355-4205-972e-a36a30340da9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:25.806864 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6fa0315b-f355-4205-972e-a36a30340da9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:25.815960 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:25.823634 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8e61a8-24c2-4d5f-8fb1-861366e29efb admin admin] Network e562779b-7387-40f5-b9de-d5621a56d934 is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:16:25.833070 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-5e8e61a8-24c2-4d5f-8fb1-861366e29efb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, e562779b-7387-40f5-b9de-d5621a56d934) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:16:25.838649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ae6787-1d84-48f2-a20c-e5fa97f765b8 None None] New status for floating IP 62db2150-e9d5-429c-9e39-70e17c5873e0: DOWN {{(pid=85247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:16:25.842716 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0315b-f355-4205-972e-a36a30340da9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f8e818-7ff1-46b6-ab5b-95339e458b1b,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:25.845494 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-6fa0315b-f355-4205-972e-a36a30340da9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:25.850154 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaac571-5c49-4f1c-9d49-dc805e3d21ff None None] Network e562779b-7387-40f5-b9de-d5621a56d934 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:16:25.852051 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8e61a8-24c2-4d5f-8fb1-861366e29efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:25.853492 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5e8e61a8-24c2-4d5f-8fb1-861366e29efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:25.867791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6fa0315b-f355-4205-972e-a36a30340da9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:25.870035 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-6fa0315b-f355-4205-972e-a36a30340da9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1995072 Apr 14 16:16:25.872882 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42188) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:25.879819 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-ec62f301-788d-4913-b3a6-58cc47593823 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Request body: {'security_group_rule': {'security_group_id': '2dea1b5e-296f-470e-b77a-bc0e246ab975', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:25.891434 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ec62f301-788d-4913-b3a6-58cc47593823 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:25.894810 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-5e8e61a8-24c2-4d5f-8fb1-861366e29efb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7223148 Apr 14 16:16:25.930545 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ec62f301-788d-4913-b3a6-58cc47593823 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Usage tracker for resource:security_group_rule and tenant:7c32c45b97f24aafbfc72c32f2ee651f is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:25.940447 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ec62f301-788d-4913-b3a6-58cc47593823 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:25.958781 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ec62f301-788d-4913-b3a6-58cc47593823 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:25.999281 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ec62f301-788d-4913-b3a6-58cc47593823 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:26.072669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ec62f301-788d-4913-b3a6-58cc47593823 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:26.075216 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ec62f301-788d-4913-b3a6-58cc47593823 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:26.081932 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-68094f7b-8182-40fa-884a-e1ac3d5b5ea1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:26.105122 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62f301-788d-4913-b3a6-58cc47593823 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414cee57-b33a-4985-9bac-5f2dc087abcd,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:26.108366 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ec62f301-788d-4913-b3a6-58cc47593823 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:26.137837 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ec62f301-788d-4913-b3a6-58cc47593823 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:26.139895 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ec62f301-788d-4913-b3a6-58cc47593823 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2659545 Apr 14 16:16:26.141244 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49540f85-5b0f-4c65-bc60-8ceb82ff98cf None None] Network e562779b-7387-40f5-b9de-d5621a56d934 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:16:26.143891 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42200) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:26.151202 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Request body: {'floatingip': {'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:26.160096 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:26.166033 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Usage tracker for resource:floatingip and tenant:7c32c45b97f24aafbfc72c32f2ee651f is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:26.170147 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:26.176705 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:26.188364 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for floatingip, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:26.340058 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:26.492478 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Allocated IP 172.27.2.102 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/4dfd4a06-348a-435f-8629-be7b360839e1) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:16:26.669554 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:26.705678 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:26.720949 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:26.868971 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Pushing event updated for resources: {'Port': ['ID=4dfd4a06-348a-435f-8629-be7b360839e1,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:26.876570 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:26.919380 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:16:26.920574 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:16:26.922819 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:16:27.007828 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:27.070838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:27.406253 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:27.411203 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:27.432142 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:27.575172 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Pushing event updated for resources: {'Port': ['ID=4dfd4a06-348a-435f-8629-be7b360839e1,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:27.578134 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:27.627461 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666ec17-b97b-4e05-a6a7-3e4e7357b2eb req-b6dcd34b-bc54-484e-980b-f64733aefdff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:27.628202 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-c666ec17-b97b-4e05-a6a7-3e4e7357b2eb req-b6dcd34b-bc54-484e-980b-f64733aefdff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Synchronizing usage tracker for tenant:8e71c42092894db98f8db75a2719f751 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:27.686846 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-c666ec17-b97b-4e05-a6a7-3e4e7357b2eb req-b6dcd34b-bc54-484e-980b-f64733aefdff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Unset dirty status for tenant:8e71c42092894db98f8db75a2719f751 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:27.688058 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c666ec17-b97b-4e05-a6a7-3e4e7357b2eb req-b6dcd34b-bc54-484e-980b-f64733aefdff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 946 time: 0.3422446 Apr 14 16:16:27.738058 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-c666ec17-b97b-4e05-a6a7-3e4e7357b2eb req-d575a2a4-c085-4120-978e-4291e676c7f0 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Synchronizing usage tracker for tenant:8e71c42092894db98f8db75a2719f751 on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:27.744435 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854381538'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:27.774355 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-c666ec17-b97b-4e05-a6a7-3e4e7357b2eb req-d575a2a4-c085-4120-978e-4291e676c7f0 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Unset dirty status for tenant:8e71c42092894db98f8db75a2719f751 on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:27.776788 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c666ec17-b97b-4e05-a6a7-3e4e7357b2eb req-d575a2a4-c085-4120-978e-4291e676c7f0 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816424 Apr 14 16:16:27.777992 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:27.779544 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6341889 Apr 14 16:16:28.012526 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-99d471b0-c36d-4ce4-8417-1202af674b58 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--218071660&fields=id&tenant_id=7c32c45b97f24aafbfc72c32f2ee651f HTTP/1.1" status: 200 len: 267 time: 0.0283535 Apr 14 16:16:28.189699 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-218ec3e7-3c2a-46df-8887-425a00daeb01 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:28.191299 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-218ec3e7-3c2a-46df-8887-425a00daeb01 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/networks?id=b1543812-41fe-4295-b0c3-e4201c886b18 HTTP/1.1" status: 200 len: 817 time: 0.1708984 Apr 14 16:16:28.208148 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-9bd6691f-cd48-4db1-8eb8-2fd5a04f7f47 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/quotas/7c32c45b97f24aafbfc72c32f2ee651f HTTP/1.1" status: 200 len: 375 time: 0.0099266 Apr 14 16:16:28.284097 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-9a9fbafd-5a1e-4fa6-bbda-c51ed835c84b tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:28.284905 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-9a9fbafd-5a1e-4fa6-bbda-c51ed835c84b tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Synchronizing usage tracker for tenant:73844004f69a481dba93081e4d2b284e on resource:network {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:28.302590 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-9a9fbafd-5a1e-4fa6-bbda-c51ed835c84b tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Unset dirty status for tenant:73844004f69a481dba93081e4d2b284e on resource:network {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:28.303852 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-9a9fbafd-5a1e-4fa6-bbda-c51ed835c84b tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/networks?id=e562779b-7387-40f5-b9de-d5621a56d934 HTTP/1.1" status: 200 len: 814 time: 0.3873613 Apr 14 16:16:28.312416 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-093ed9fd-0293-4d08-a19d-2755d4f6c6d4 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974257 Apr 14 16:16:28.323183 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-e21b9d18-d4a9-486d-9c95-bf2f06fc2e72 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/quotas/73844004f69a481dba93081e4d2b284e HTTP/1.1" status: 200 len: 375 time: 0.0105374 Apr 14 16:16:28.382643 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-87635d58-fe69-4ea4-ab8e-18d505dc0cca tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=73844004f69a481dba93081e4d2b284e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535390 Apr 14 16:16:28.514866 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-975fec4f-aebc-43e0-bf7e-6168ef88d3cc service neutron] 10.222.0.60 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892841 Apr 14 16:16:28.578012 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-858d1965-0a60-4ee3-8ed8-3d2e133b7f7d service neutron] 10.222.0.60 "GET /v2.0/networks/e562779b-7387-40f5-b9de-d5621a56d934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869476 Apr 14 16:16:28.734085 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-628caeb3-af9d-4c7f-b014-0bb4f5ce21e2 service neutron] 10.222.0.60 "GET /v2.0/networks/e562779b-7387-40f5-b9de-d5621a56d934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493957 Apr 14 16:16:28.914299 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-4823f205-b2b0-49ee-b09e-3eb0062f66f9 service neutron] 10.222.0.60 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925943 Apr 14 16:16:29.035134 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e514221-983c-4e76-a422-e9b26b749a05 req-d9a004fc-3db1-4f08-81da-1cade73a9e50 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:29.043459 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2e514221-983c-4e76-a422-e9b26b749a05 req-d9a004fc-3db1-4f08-81da-1cade73a9e50 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 946 time: 0.1077702 Apr 14 16:16:29.077893 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2e514221-983c-4e76-a422-e9b26b749a05 req-0ac6659a-a599-456a-9529-6fc3241c988b tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334215 Apr 14 16:16:29.139016 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f7ed6557-1e49-4ea9-aa52-15a8a8ed7176 req-6027fb4c-d803-47d4-a7cb-6ca2cb922617 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 210 time: 0.0642889 Apr 14 16:16:29.169881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-39899df5-ae31-4d3d-b602-a3b2fe448f1a req-1285fb73-f500-4082-9bab-8648e4bcff99 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Synchronizing usage tracker for tenant:7c32c45b97f24aafbfc72c32f2ee651f on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:29.190237 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-39899df5-ae31-4d3d-b602-a3b2fe448f1a req-1285fb73-f500-4082-9bab-8648e4bcff99 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Unset dirty status for tenant:7c32c45b97f24aafbfc72c32f2ee651f on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:29.191721 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-39899df5-ae31-4d3d-b602-a3b2fe448f1a req-1285fb73-f500-4082-9bab-8648e4bcff99 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 210 time: 0.0753403 Apr 14 16:16:29.701287 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acccda7-67bd-4d74-ab38-823016087bb7 req-065a3197-1c60-463c-9b33-1b9840275846 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:29.702860 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1acccda7-67bd-4d74-ab38-823016087bb7 req-065a3197-1c60-463c-9b33-1b9840275846 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.41 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 946 time: 0.0943613 Apr 14 16:16:29.783684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-1acccda7-67bd-4d74-ab38-823016087bb7 req-17e00b6f-9519-4e9d-8c47-07fabf70d754 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Deleting port 3a58c362-2e99-4559-9977-3b635ab88161 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:29.784068 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-1acccda7-67bd-4d74-ab38-823016087bb7 req-17e00b6f-9519-4e9d-8c47-07fabf70d754 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:30.047153 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-1acccda7-67bd-4d74-ab38-823016087bb7 req-17e00b6f-9519-4e9d-8c47-07fabf70d754 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] For port 3a58c362-2e99-4559-9977-3b635ab88161, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3a58c362-2e99-4559-9977-3b635ab88161,segment=NetworkSegment(358d4730-1267-45aa-a7b6-9233c534e425),segment_id=358d4730-1267-45aa-a7b6-9233c534e425)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:30.047718 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-1acccda7-67bd-4d74-ab38-823016087bb7 req-17e00b6f-9519-4e9d-8c47-07fabf70d754 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:30.186600 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-1acccda7-67bd-4d74-ab38-823016087bb7 req-17e00b6f-9519-4e9d-8c47-07fabf70d754 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Calling delete_port for 3a58c362-2e99-4559-9977-3b635ab88161 owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:30.376728 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3f94ed56-8ebd-4b2f-b127-758f43abd38d req-1e0f9559-ad87-4b2e-b8ce-1b98803b2087 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 210 time: 0.1008451 Apr 14 16:16:30.445132 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154bdb7-66ac-4d0c-82b3-43edb46c2d48 req-4cad9754-ee82-4c9c-95da-607c5b76f8f4 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:30.446811 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c154bdb7-66ac-4d0c-82b3-43edb46c2d48 req-4cad9754-ee82-4c9c-95da-607c5b76f8f4 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 946 time: 0.2118945 Apr 14 16:16:30.491323 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-84ae6a74-fb66-436e-aa75-361c233f58f9 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:30.492427 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-84ae6a74-fb66-436e-aa75-361c233f58f9 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.41 "GET /v2.0/networks?id=e562779b-7387-40f5-b9de-d5621a56d934 HTTP/1.1" status: 200 len: 814 time: 0.1766791 Apr 14 16:16:30.498665 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c154bdb7-66ac-4d0c-82b3-43edb46c2d48 req-72953980-0032-4a8a-8552-38ea375d616a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f965d7-b4b6-4023-993a-bdc662736ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387013 Apr 14 16:16:30.499760 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-1acccda7-67bd-4d74-ab38-823016087bb7 req-17e00b6f-9519-4e9d-8c47-07fabf70d754 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:30.515577 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Request body: {'port': {'device_id': '6c19596f-1b41-4441-aac8-f715ca5e16d7', 'network_id': 'e562779b-7387-40f5-b9de-d5621a56d934', 'admin_state_up': True, 'tenant_id': '73844004f69a481dba93081e4d2b284e'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:30.516924 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:30.527266 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['3a58c362-2e99-4559-9977-3b635ab88161'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:16:30.583944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e00b6f-9519-4e9d-8c47-07fabf70d754 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Pushing event deleted for resources: {'Port': ['ID=3a58c362-2e99-4559-9977-3b635ab88161,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:30.588659 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-17e00b6f-9519-4e9d-8c47-07fabf70d754 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:30.664189 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fe945f0c-b5b3-4bcf-9276-70482ab3bbc7 req-1addf377-a3a5-4a26-9b51-ec6ed69d882b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 210 time: 0.1538312 Apr 14 16:16:30.722186 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:30.726226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Usage tracker for resource:port and tenant:73844004f69a481dba93081e4d2b284e is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:30.729825 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:30.736028 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:30.746301 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Made reservation on behalf of 73844004f69a481dba93081e4d2b284e for: {'port': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:16:30.752330 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:30.786254 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acccda7-67bd-4d74-ab38-823016087bb7 req-17e00b6f-9519-4e9d-8c47-07fabf70d754 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] No DVR routers for this DVR port 3a58c362-2e99-4559-9977-3b635ab88161 on host hv-cinder-78626 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:16:30.788934 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-1acccda7-67bd-4d74-ab38-823016087bb7 req-17e00b6f-9519-4e9d-8c47-07fabf70d754 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:30.792095 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'name': 'network-vif-deleted', 'tag': '3a58c362-2e99-4559-9977-3b635ab88161'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:30.808573 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1acccda7-67bd-4d74-ab38-823016087bb7 req-17e00b6f-9519-4e9d-8c47-07fabf70d754 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.41 "DELETE /v2.0/ports/3a58c362-2e99-4559-9977-3b635ab88161 HTTP/1.1" status: 204 len: 173 time: 1.0977728 Apr 14 16:16:31.001247 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93346a14-b6f5-4d77-a1a7-f4d649c7ccd5', 'name': 'network-vif-deleted', 'tag': '3a58c362-2e99-4559-9977-3b635ab88161', 'status': 'completed', 'code': 200} Apr 14 16:16:31.053559 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-7345a860-f9dc-4042-b323-239f5fa067cb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:31.055105 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-7345a860-f9dc-4042-b323-239f5fa067cb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.41 "GET /v2.0/networks?id=b1543812-41fe-4295-b0c3-e4201c886b18 HTTP/1.1" status: 200 len: 817 time: 0.2436171 Apr 14 16:16:31.067839 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Allocated IP 172.20.0.6 (e562779b-7387-40f5-b9de-d5621a56d934/bd816f3c-28f3-4667-be0b-24879127fb6c/8524978b-5f78-400b-b215-ca84451f8af6) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:16:31.160670 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-2840438d-7b0e-4548-a24e-cb30896c827d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Synchronizing usage tracker for tenant:7c32c45b97f24aafbfc72c32f2ee651f on resource:security_group {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:31.214330 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-2840438d-7b0e-4548-a24e-cb30896c827d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Unset dirty status for tenant:7c32c45b97f24aafbfc72c32f2ee651f on resource:security_group {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:31.215690 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-2840438d-7b0e-4548-a24e-cb30896c827d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f HTTP/1.1" status: 200 len: 5704 time: 0.1430428 Apr 14 16:16:31.274377 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-bf014b71-e0ec-4b87-b878-d493aeceba81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Request body: {'port': {'device_id': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'admin_state_up': True, 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'security_groups': ['2dea1b5e-296f-470e-b77a-bc0e246ab975']}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:31.447517 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:31.474893 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-bf014b71-e0ec-4b87-b878-d493aeceba81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:31.488834 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-bf014b71-e0ec-4b87-b878-d493aeceba81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:31.544795 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-bf014b71-e0ec-4b87-b878-d493aeceba81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Made reservation on behalf of 7c32c45b97f24aafbfc72c32f2ee651f for: {'port': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:16:31.550523 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-bf014b71-e0ec-4b87-b878-d493aeceba81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:31.603928 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b07c6cba-36b5-46fe-8a25-30b77a8f0420 req-a01e76d5-77a5-42f9-83de-e2f4c4d794ed tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 210 time: 0.1033685 Apr 14 16:16:31.629839 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:31.651637 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:31.694906 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-0b2ecb92-f647-4c7e-8134-2a3063a7be15 req-9d01bbad-1931-44bc-be19-2f556f86f995 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Synchronizing usage tracker for tenant:8e71c42092894db98f8db75a2719f751 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:31.711005 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-0b2ecb92-f647-4c7e-8134-2a3063a7be15 req-9d01bbad-1931-44bc-be19-2f556f86f995 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Unset dirty status for tenant:8e71c42092894db98f8db75a2719f751 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:31.713087 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0b2ecb92-f647-4c7e-8134-2a3063a7be15 req-9d01bbad-1931-44bc-be19-2f556f86f995 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] 10.222.0.60 "GET /v2.0/ports?device_id=93346a14-b6f5-4d77-a1a7-f4d649c7ccd5 HTTP/1.1" status: 200 len: 210 time: 0.0675614 Apr 14 16:16:31.877225 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Pushing event updated for resources: {'Port': ['ID=8524978b-5f78-400b-b215-ca84451f8af6,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:31.897764 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:31.917316 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bedf821f-55f2-4e6e-bbd4-fde0e6e5a146 req-cc518f11-5690-4018-91c9-fe1002e4df61 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 210 time: 0.0901701 Apr 14 16:16:31.950316 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-bf014b71-e0ec-4b87-b878-d493aeceba81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Allocated IP 172.20.0.12 (b1543812-41fe-4295-b0c3-e4201c886b18/7e65b27a-159c-4d87-bc0d-8c19d0e1a018/86985f08-70cd-4417-8f18-ff0ada9a82ff) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:16:31.980286 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Network e562779b-7387-40f5-b9de-d5621a56d934 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:16:31.989281 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:16:31.993727 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:16:32.105469 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:32.106127 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:32.408593 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9001143 Apr 14 16:16:32.423092 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Request body: {'port': {'device_id': '6c19596f-1b41-4441-aac8-f715ca5e16d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:32.502373 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-bf014b71-e0ec-4b87-b878-d493aeceba81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:32.568430 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-bf014b71-e0ec-4b87-b878-d493aeceba81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Transition to ACTIVE for port object 86985f08-70cd-4417-8f18-ff0ada9a82ff will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:16:32.585599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:32.700753 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-bf014b71-e0ec-4b87-b878-d493aeceba81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:32.716838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b6f76a26-14d8-42ac-9da6-665d66b43037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:32.817950 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faef550-ae3f-45f9-a3e6-5af311b518d1 req-82774cc9-f7f6-4c9f-a059-168f4776105d tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:32.819596 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8faef550-ae3f-45f9-a3e6-5af311b518d1 req-82774cc9-f7f6-4c9f-a059-168f4776105d tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 931 time: 0.0965703 Apr 14 16:16:32.875783 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8faef550-ae3f-45f9-a3e6-5af311b518d1 req-5b26f9d1-e267-436d-881f-4d0eeb5409d8 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477173 Apr 14 16:16:32.953691 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf014b71-e0ec-4b87-b878-d493aeceba81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Pushing event updated for resources: {'Port': ['ID=86985f08-70cd-4417-8f18-ff0ada9a82ff,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:32.974447 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bf014b71-e0ec-4b87-b878-d493aeceba81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:32.983594 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 3a58c362-2e99-4559-9977-3b635ab88161 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:33.050089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: 3a58c362-2e99-4559-9977-3b635ab88161 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:33.050823 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 3a58c362-2e99-4559-9977-3b635ab88161 not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:33.140568 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-bf014b71-e0ec-4b87-b878-d493aeceba81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Network b1543812-41fe-4295-b0c3-e4201c886b18 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:16:33.146385 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-bf014b71-e0ec-4b87-b878-d493aeceba81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:16:33.152801 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-bf014b71-e0ec-4b87-b878-d493aeceba81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:16:33.266990 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-bf014b71-e0ec-4b87-b878-d493aeceba81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:33.267840 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-bf014b71-e0ec-4b87-b878-d493aeceba81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:33.302037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651219ab-7dd7-487c-9e7e-fdccea5dc8f3 req-ce1eac4e-a0de-4528-a3a0-98ab48e24c2b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:33.302815 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-651219ab-7dd7-487c-9e7e-fdccea5dc8f3 req-ce1eac4e-a0de-4528-a3a0-98ab48e24c2b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Synchronizing usage tracker for tenant:7c32c45b97f24aafbfc72c32f2ee651f on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:33.370614 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-bf014b71-e0ec-4b87-b878-d493aeceba81 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1049008 Apr 14 16:16:33.384974 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Request body: {'port': {'device_id': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:33.425716 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-651219ab-7dd7-487c-9e7e-fdccea5dc8f3 req-ce1eac4e-a0de-4528-a3a0-98ab48e24c2b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Unset dirty status for tenant:7c32c45b97f24aafbfc72c32f2ee651f on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:33.426880 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-651219ab-7dd7-487c-9e7e-fdccea5dc8f3 req-ce1eac4e-a0de-4528-a3a0-98ab48e24c2b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 932 time: 0.3653791 Apr 14 16:16:33.435047 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8524978b-5f78-400b-b215-ca84451f8af6 {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:16:33.456633 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-8532b607-0fe5-414e-bb6b-a24d183198f5 None None] Provisioning for port 86985f08-70cd-4417-8f18-ff0ada9a82ff completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:16:33.456857 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:33.462302 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-8532b607-0fe5-414e-bb6b-a24d183198f5 None None] Provisioning complete for port 86985f08-70cd-4417-8f18-ff0ada9a82ff triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:16:33.462798 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8532b607-0fe5-414e-bb6b-a24d183198f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:33.526453 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-8532b607-0fe5-414e-bb6b-a24d183198f5 None None] Port 86985f08-70cd-4417-8f18-ff0ada9a82ff cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:16:33.539310 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-651219ab-7dd7-487c-9e7e-fdccea5dc8f3 req-84ae696e-0884-4939-8f44-aa48be91fc01 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878727 Apr 14 16:16:33.542984 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Transition to ACTIVE for port object 8524978b-5f78-400b-b215-ca84451f8af6 will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:16:33.553494 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:33.564482 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42342) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:33.576325 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b52ecdd3-aab5-40e9-93b4-af1ad2746d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:33.638033 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:33.774244 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Pushing event updated for resources: {'Port': ['ID=8524978b-5f78-400b-b215-ca84451f8af6,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:33.830389 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:33.830800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:33.831204 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:33.831599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:33.832005 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:33.832397 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:33.832771 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:33.833184 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:33.833573 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:33.833957 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:33.834340 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:33.834726 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:33.850293 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:34.141594 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb29256-93ef-4dd5-a3ed-2284c1e94d99 req-c0df39ba-78ba-4fcb-b215-59271dba078a tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:34.143162 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1fb29256-93ef-4dd5-a3ed-2284c1e94d99 req-c0df39ba-78ba-4fcb-b215-59271dba078a tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 943 time: 0.1461244 Apr 14 16:16:34.183134 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1fb29256-93ef-4dd5-a3ed-2284c1e94d99 req-1086ee2c-3c8f-47b2-a845-c6d82d6ecc80 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310826 Apr 14 16:16:34.209892 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Attempting to bind port 8524978b-5f78-400b-b215-ca84451f8af6 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:16:34.210265 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Attempting to bind port 8524978b-5f78-400b-b215-ca84451f8af6 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '4e8a243e-711d-4633-8c82-8b1e3f1730fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e562779b-7387-40f5-b9de-d5621a56d934'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:16:34.210628 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Attempting to bind port 8524978b-5f78-400b-b215-ca84451f8af6 on network e562779b-7387-40f5-b9de-d5621a56d934 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:16:34.225966 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Port 8524978b-5f78-400b-b215-ca84451f8af6 on network e562779b-7387-40f5-b9de-d5621a56d934 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:16:34.226323 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Attempting to bind port 8524978b-5f78-400b-b215-ca84451f8af6 on network e562779b-7387-40f5-b9de-d5621a56d934 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:16:34.238684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:16:34.239050 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Checking segment: {'id': '4e8a243e-711d-4633-8c82-8b1e3f1730fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e562779b-7387-40f5-b9de-d5621a56d934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:16:34.239460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Bound using segment: {'id': '4e8a243e-711d-4633-8c82-8b1e3f1730fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e562779b-7387-40f5-b9de-d5621a56d934'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:16:34.239920 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Bound port: 8524978b-5f78-400b-b215-ca84451f8af6, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e8a243e-711d-4633-8c82-8b1e3f1730fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e562779b-7387-40f5-b9de-d5621a56d934'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:16:34.240289 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:34.262811 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-33ce50d5-99fc-40c2-ac26-7f8090bb842c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410676'] for router_interface, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:34.382861 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] For port 8524978b-5f78-400b-b215-ca84451f8af6, host hv-cinder-78626, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:16:34.407522 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] For port 8524978b-5f78-400b-b215-ca84451f8af6, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8524978b-5f78-400b-b215-ca84451f8af6,segment=NetworkSegment(4e8a243e-711d-4633-8c82-8b1e3f1730fc),segment_id=4e8a243e-711d-4633-8c82-8b1e3f1730fc)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:16:34.412868 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:34.426130 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-90bec0a3-b5c6-48b4-b3e3-57f78c3a1073 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:34.488553 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86985f08-70cd-4417-8f18-ff0ada9a82ff {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:16:34.512631 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:34.597570 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Transition to ACTIVE for port object 86985f08-70cd-4417-8f18-ff0ada9a82ff will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:16:34.598460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Pushing event updated for resources: {'Port': ['ID=8524978b-5f78-400b-b215-ca84451f8af6,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:34.610682 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:34.613377 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:34.630193 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:34.640938 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-33ce50d5-99fc-40c2-ac26-7f8090bb842c admin admin] Deleting port c8f0f614-5517-4e9e-aec2-096d15711380 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:34.641574 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-33ce50d5-99fc-40c2-ac26-7f8090bb842c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:34.839712 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-33ce50d5-99fc-40c2-ac26-7f8090bb842c admin admin] For port c8f0f614-5517-4e9e-aec2-096d15711380, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=c8f0f614-5517-4e9e-aec2-096d15711380,segment=NetworkSegment(358d4730-1267-45aa-a7b6-9233c534e425),segment_id=358d4730-1267-45aa-a7b6-9233c534e425)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:34.840111 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-33ce50d5-99fc-40c2-ac26-7f8090bb842c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:34.988477 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-33ce50d5-99fc-40c2-ac26-7f8090bb842c admin admin] Calling delete_port for c8f0f614-5517-4e9e-aec2-096d15711380 owned by network:router_interface {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:35.066604 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=86985f08-70cd-4417-8f18-ff0ada9a82ff,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:35.074393 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:35.089415 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:35.090132 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:35.091528 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] 10.222.0.41 "PUT /v2.0/ports/8524978b-5f78-400b-b215-ca84451f8af6 HTTP/1.1" status: 200 len: 1093 time: 2.6727984 Apr 14 16:16:35.093629 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c19596f-1b41-4441-aac8-f715ca5e16d7', 'tag': '8524978b-5f78-400b-b215-ca84451f8af6'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:35.206918 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-33ce50d5-99fc-40c2-ac26-7f8090bb842c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:35.236210 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e85832-36d0-4b84-8533-4c387c29fd71 req-ced04c23-dead-4c1c-949a-732aee85bd01 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:35.237888 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b8e85832-36d0-4b84-8533-4c387c29fd71 req-ced04c23-dead-4c1c-949a-732aee85bd01 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.5594399 Apr 14 16:16:35.250175 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c19596f-1b41-4441-aac8-f715ca5e16d7', 'tag': '8524978b-5f78-400b-b215-ca84451f8af6', 'status': 'completed', 'code': 200} Apr 14 16:16:35.334545 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-199fecd4-7b67-43b5-9853-7d53ca27d878 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:35.366234 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b8e85832-36d0-4b84-8533-4c387c29fd71 req-af409b8f-c412-4c34-ae17-021cb087cb6a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095972 Apr 14 16:16:35.435132 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-f3f57a5d-92ef-450a-bfa1-4b1e3186b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:35.436611 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-f3f57a5d-92ef-450a-bfa1-4b1e3186b37b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=73844004f69a481dba93081e4d2b284e&device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 1096 time: 0.2928476 Apr 14 16:16:35.441228 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Attempting to bind port 86985f08-70cd-4417-8f18-ff0ada9a82ff on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:16:35.441592 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Attempting to bind port 86985f08-70cd-4417-8f18-ff0ada9a82ff by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'd9a60fe3-e383-4041-a6db-f19ffbb770c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:16:35.441950 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Attempting to bind port 86985f08-70cd-4417-8f18-ff0ada9a82ff on network b1543812-41fe-4295-b0c3-e4201c886b18 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:16:35.507952 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Port 86985f08-70cd-4417-8f18-ff0ada9a82ff on network b1543812-41fe-4295-b0c3-e4201c886b18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:16:35.508325 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Attempting to bind port 86985f08-70cd-4417-8f18-ff0ada9a82ff on network b1543812-41fe-4295-b0c3-e4201c886b18 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:16:35.523317 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-90fb677c-79e4-4876-a8e0-502a45526974 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8524978b-5f78-400b-b215-ca84451f8af6 HTTP/1.1" status: 200 len: 217 time: 0.0771511 Apr 14 16:16:35.524210 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:16:35.524596 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Checking segment: {'id': 'd9a60fe3-e383-4041-a6db-f19ffbb770c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:16:35.524997 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Bound using segment: {'id': 'd9a60fe3-e383-4041-a6db-f19ffbb770c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:16:35.525587 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Bound port: 86985f08-70cd-4417-8f18-ff0ada9a82ff, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a60fe3-e383-4041-a6db-f19ffbb770c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:16:35.525964 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:35.660886 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-43ee1d3d-d59f-4f94-abdf-629cb4657a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:35.662386 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-43ee1d3d-d59f-4f94-abdf-629cb4657a90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd816f3c-28f3-4667-be0b-24879127fb6c HTTP/1.1" status: 200 len: 854 time: 0.1042283 Apr 14 16:16:35.671009 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce50d5-99fc-40c2-ac26-7f8090bb842c admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f0f614-5517-4e9e-aec2-096d15711380,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:35.673964 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] For port 86985f08-70cd-4417-8f18-ff0ada9a82ff, host hv-cinder-78626, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:16:35.684162 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-33ce50d5-99fc-40c2-ac26-7f8090bb842c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:35.727655 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-0b589d9b-8cc7-4b32-be06-d9b16bf52de6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e562779b-7387-40f5-b9de-d5621a56d934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556252 Apr 14 16:16:35.729020 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] For port 86985f08-70cd-4417-8f18-ff0ada9a82ff, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=86985f08-70cd-4417-8f18-ff0ada9a82ff,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:16:35.732505 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:35.753759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:35.838281 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e3f83-004c-4c14-b676-3ea684f609db req-ec288959-d149-41e8-9234-bba9e6cf779c tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:35.839963 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-843e3f83-004c-4c14-b676-3ea684f609db req-ec288959-d149-41e8-9234-bba9e6cf779c tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 943 time: 0.5066602 Apr 14 16:16:36.019248 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-843e3f83-004c-4c14-b676-3ea684f609db req-67590bc0-c719-427c-a79d-15332c17183b tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104877 Apr 14 16:16:36.029126 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=86985f08-70cd-4417-8f18-ff0ada9a82ff,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:36.044189 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:36.062077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-33ce50d5-99fc-40c2-ac26-7f8090bb842c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394435'] for router_interface, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:36.073589 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-20928f52-d571-4dfd-b26b-116b26a6bead service neutron] 10.222.0.41 "GET /v2.0/networks/e562779b-7387-40f5-b9de-d5621a56d934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210268 Apr 14 16:16:36.082298 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:36.083114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:36.084384 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] 10.222.0.41 "PUT /v2.0/ports/86985f08-70cd-4417-8f18-ff0ada9a82ff HTTP/1.1" status: 200 len: 1094 time: 2.7058051 Apr 14 16:16:36.293609 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c5c6eb69-b7cc-4b75-afd0-958f763a1086 req-e85be537-d1cb-4f86-a12e-90882c135963 service neutron] 10.222.0.41 "GET /v2.0/networks/e562779b-7387-40f5-b9de-d5621a56d934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081604 Apr 14 16:16:36.304240 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-3c2714a6-8fde-49c0-8b4c-f7df52446261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:36.305844 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-3c2714a6-8fde-49c0-8b4c-f7df52446261 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f&device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 1097 time: 0.1223247 Apr 14 16:16:36.422917 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-2864c668-fe4c-449d-b31d-755b3938c1b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86985f08-70cd-4417-8f18-ff0ada9a82ff HTTP/1.1" status: 200 len: 217 time: 0.1092210 Apr 14 16:16:36.566218 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-dfca4d58-233f-4e98-9b31-b0971c759ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:36.567784 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-dfca4d58-233f-4e98-9b31-b0971c759ffb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e65b27a-159c-4d87-bc0d-8c19d0e1a018 HTTP/1.1" status: 200 len: 856 time: 0.1341937 Apr 14 16:16:36.581398 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bc34e-9294-4361-91d3-4ebda6814c60 req-b4ec71b5-dd6b-4631-8c20-bad364b78367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:36.582887 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-433bc34e-9294-4361-91d3-4ebda6814c60 req-b4ec71b5-dd6b-4631-8c20-bad364b78367 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=73844004f69a481dba93081e4d2b284e&device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 1096 time: 0.2082541 Apr 14 16:16:36.611906 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ce50d5-99fc-40c2-ac26-7f8090bb842c admin admin] Router affcb1fa-b77a-4463-8f0c-8d385891129f has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:16:36.798530 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518f36e-9228-4321-8bce-e53523428590 req-4666d9d4-d13d-49fd-a85f-bd752279dcde tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:36.800108 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c518f36e-9228-4321-8bce-e53523428590 req-4666d9d4-d13d-49fd-a85f-bd752279dcde tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.2942643 Apr 14 16:16:36.807157 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ce50d5-99fc-40c2-ac26-7f8090bb842c admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:16:36.816410 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d7269-f89a-4444-8ae9-2688666e1a1b None None] Sync routers for ids ['affcb1fa-b77a-4463-8f0c-8d385891129f'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:16:36.825563 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-33ce50d5-99fc-40c2-ac26-7f8090bb842c admin admin] 10.222.0.60 "PUT /v2.0/routers/affcb1fa-b77a-4463-8f0c-8d385891129f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2571721 Apr 14 16:16:36.826017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42358) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:36.828584 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d7269-f89a-4444-8ae9-2688666e1a1b None None] Routers {'affcb1fa-b77a-4463-8f0c-8d385891129f'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:36.829341 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-d27d7269-f89a-4444-8ae9-2688666e1a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['affcb1fa-b77a-4463-8f0c-8d385891129f'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:36.840941 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bc34e-9294-4361-91d3-4ebda6814c60 req-3dfdc5bf-a224-46ce-b33a-9183e2d77173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:36.842507 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-433bc34e-9294-4361-91d3-4ebda6814c60 req-3dfdc5bf-a224-46ce-b33a-9183e2d77173 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e562779b-7387-40f5-b9de-d5621a56d934 HTTP/1.1" status: 200 len: 915 time: 0.2192371 Apr 14 16:16:36.844539 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-3af2b565-59e6-4f4d-b292-74e5bbaba6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:36.846220 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-3af2b565-59e6-4f4d-b292-74e5bbaba6a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1543812-41fe-4295-b0c3-e4201c886b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2686286 Apr 14 16:16:36.857102 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c518f36e-9228-4321-8bce-e53523428590 req-3099f3cf-4d2f-41e7-a668-0a4094f91d2f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418844 Apr 14 16:16:36.967399 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-433bc34e-9294-4361-91d3-4ebda6814c60 req-389d595a-7ccf-4906-b9de-f9ea26954551 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8524978b-5f78-400b-b215-ca84451f8af6 HTTP/1.1" status: 200 len: 217 time: 0.1080480 Apr 14 16:16:37.025355 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-13e8c010-3c8a-4477-b429-f2a00a64f856 admin admin] Notify callbacks [] for router, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:37.042185 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-d27d7269-f89a-4444-8ae9-2688666e1a1b None None] Set router affcb1fa-b77a-4463-8f0c-8d385891129f gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:37.174458 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bc34e-9294-4361-91d3-4ebda6814c60 req-8bbbb0f3-6a2e-4579-aeda-9dbb91699667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:37.176109 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-433bc34e-9294-4361-91d3-4ebda6814c60 req-8bbbb0f3-6a2e-4579-aeda-9dbb91699667 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd816f3c-28f3-4667-be0b-24879127fb6c HTTP/1.1" status: 200 len: 854 time: 0.1559696 Apr 14 16:16:37.235763 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-1f14303d-9863-4b6e-913f-a6bbe19304aa service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775678 Apr 14 16:16:37.243941 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-433bc34e-9294-4361-91d3-4ebda6814c60 req-a864d266-f0ae-4a7e-9180-a4ff7ba059b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e562779b-7387-40f5-b9de-d5621a56d934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547249 Apr 14 16:16:37.251845 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'tag': '86985f08-70cd-4417-8f18-ff0ada9a82ff'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:37.255716 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-13e8c010-3c8a-4477-b429-f2a00a64f856 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:37.270276 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-13e8c010-3c8a-4477-b429-f2a00a64f856 admin admin] Deleting port a0963eee-93f8-44c0-8eb1-8e3c749e9391 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:37.270683 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-13e8c010-3c8a-4477-b429-f2a00a64f856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:37.331247 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'tag': '86985f08-70cd-4417-8f18-ff0ada9a82ff', 'status': 'completed', 'code': 200} Apr 14 16:16:37.400712 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-d27d7269-f89a-4444-8ae9-2688666e1a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'name': 'tempest-TestMinimumBasicScenario-495749836-router', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:57Z', 'updated_at': '2021-04-14T16:16:35Z', 'revision_number': 5, 'project_id': '8e71c42092894db98f8db75a2719f751', 'gw_port': {'id': 'a0963eee-93f8-44c0-8eb1-8e3c749e9391', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:58Z', 'updated_at': '2021-04-14T16:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:37.405219 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d7269-f89a-4444-8ae9-2688666e1a1b None None] Checking router: affcb1fa-b77a-4463-8f0c-8d385891129f for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:16:37.414423 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d7269-f89a-4444-8ae9-2688666e1a1b None None] Routers {'affcb1fa-b77a-4463-8f0c-8d385891129f'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:37.415691 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-d27d7269-f89a-4444-8ae9-2688666e1a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['affcb1fa-b77a-4463-8f0c-8d385891129f'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:37.576458 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-13e8c010-3c8a-4477-b429-f2a00a64f856 admin admin] For port a0963eee-93f8-44c0-8eb1-8e3c749e9391, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=a0963eee-93f8-44c0-8eb1-8e3c749e9391,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:37.576839 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-13e8c010-3c8a-4477-b429-f2a00a64f856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:37.598195 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13739b-9681-4643-bd65-8e50aba4145c req-1f53b5cb-61d5-4fc5-b8e5-dbde74fbad25 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:37.599968 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5e13739b-9681-4643-bd65-8e50aba4145c req-1f53b5cb-61d5-4fc5-b8e5-dbde74fbad25 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 943 time: 0.2417421 Apr 14 16:16:37.744804 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-13e8c010-3c8a-4477-b429-f2a00a64f856 admin admin] Calling delete_port for a0963eee-93f8-44c0-8eb1-8e3c749e9391 owned by network:router_gateway {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:37.759270 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-d27d7269-f89a-4444-8ae9-2688666e1a1b None None] Set router affcb1fa-b77a-4463-8f0c-8d385891129f gateway port host: None {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:37.768166 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-433bc34e-9294-4361-91d3-4ebda6814c60 req-b1b04fd1-0ccc-47f6-b69d-cd521b1e3a17 service neutron] 10.222.0.41 "GET /v2.0/networks/e562779b-7387-40f5-b9de-d5621a56d934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076385 Apr 14 16:16:37.770225 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e7eb893a-b314-4f55-86d8-d48ffc564923 req-1008fae3-802c-40cb-8e0b-a86a7f4a6d2d service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121927 Apr 14 16:16:37.826953 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5e13739b-9681-4643-bd65-8e50aba4145c req-94ba3554-741c-4fcf-904c-d98514ce9732 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651359 Apr 14 16:16:37.875985 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-d27d7269-f89a-4444-8ae9-2688666e1a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'name': 'tempest-TestMinimumBasicScenario-495749836-router', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:57Z', 'updated_at': '2021-04-14T16:16:37Z', 'revision_number': 6, 'project_id': '8e71c42092894db98f8db75a2719f751', 'gw_port_host': None}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:37.880239 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d7269-f89a-4444-8ae9-2688666e1a1b None None] The sync data for ids ['affcb1fa-b77a-4463-8f0c-8d385891129f'] in dv-cinder-786266-1-iscsi is: [{'id': 'affcb1fa-b77a-4463-8f0c-8d385891129f', 'name': 'tempest-TestMinimumBasicScenario-495749836-router', 'tenant_id': '8e71c42092894db98f8db75a2719f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:57Z', 'updated_at': '2021-04-14T16:16:37Z', 'revision_number': 6, 'project_id': '8e71c42092894db98f8db75a2719f751', 'gw_port_host': None}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:16:37.980782 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-13e8c010-3c8a-4477-b429-f2a00a64f856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:37.997474 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-433bc34e-9294-4361-91d3-4ebda6814c60 req-673bdae6-4cf9-430d-9921-997698c6c134 service neutron] 10.222.0.41 "GET /v2.0/networks/e562779b-7387-40f5-b9de-d5621a56d934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135401 Apr 14 16:16:38.002519 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1e908073-7faa-4d86-b4be-a4716ff52065 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:38.009483 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8fdbf-92f3-482b-8a2c-6d097a7a531c req-411a9540-0636-4daf-965f-a8f1d305abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:38.011082 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e4e8fdbf-92f3-482b-8a2c-6d097a7a531c req-411a9540-0636-4daf-965f-a8f1d305abe2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f&device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 1097 time: 0.1771727 Apr 14 16:16:38.251615 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8fdbf-92f3-482b-8a2c-6d097a7a531c req-f4eb7dd3-f2f1-4c5f-814a-a0094b4766ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:38.253417 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e4e8fdbf-92f3-482b-8a2c-6d097a7a531c req-f4eb7dd3-f2f1-4c5f-814a-a0094b4766ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1543812-41fe-4295-b0c3-e4201c886b18 HTTP/1.1" status: 200 len: 918 time: 0.2324183 Apr 14 16:16:38.263333 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9747d9-8255-41aa-ab90-79fe197c4055 req-52796bbe-f3ff-4615-ae10-d2c354119424 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:38.265018 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1e9747d9-8255-41aa-ab90-79fe197c4055 req-52796bbe-f3ff-4615-ae10-d2c354119424 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.2427232 Apr 14 16:16:38.319299 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8c010-3c8a-4477-b429-f2a00a64f856 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0963eee-93f8-44c0-8eb1-8e3c749e9391,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:38.322596 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-13e8c010-3c8a-4477-b429-f2a00a64f856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:38.364195 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e4e8fdbf-92f3-482b-8a2c-6d097a7a531c req-4a7c9792-6dee-4a1e-8fa9-184849ab16f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86985f08-70cd-4417-8f18-ff0ada9a82ff HTTP/1.1" status: 200 len: 217 time: 0.0980961 Apr 14 16:16:38.373151 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1e9747d9-8255-41aa-ab90-79fe197c4055 req-58895bc6-a2cd-4509-8c31-caaa84c20652 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400524 Apr 14 16:16:38.441341 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8fdbf-92f3-482b-8a2c-6d097a7a531c req-6f4d2fec-876e-4810-8b65-7339e535a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:38.443405 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e4e8fdbf-92f3-482b-8a2c-6d097a7a531c req-6f4d2fec-876e-4810-8b65-7339e535a52d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e65b27a-159c-4d87-bc0d-8c19d0e1a018 HTTP/1.1" status: 200 len: 856 time: 0.0665290 Apr 14 16:16:38.528020 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-13e8c010-3c8a-4477-b429-f2a00a64f856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394277'] for router_gateway, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.554456 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8fdbf-92f3-482b-8a2c-6d097a7a531c req-e6d05488-78e8-456a-ae59-7bbf7b021c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:38.556858 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e4e8fdbf-92f3-482b-8a2c-6d097a7a531c req-e6d05488-78e8-456a-ae59-7bbf7b021c4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1543812-41fe-4295-b0c3-e4201c886b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839958 Apr 14 16:16:38.706916 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e4e8fdbf-92f3-482b-8a2c-6d097a7a531c req-103ef438-7e65-4554-bf38-9d7ab9d50570 service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399655 Apr 14 16:16:38.717422 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-13e8c010-3c8a-4477-b429-f2a00a64f856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6938'] for router, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.719763 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-13e8c010-3c8a-4477-b429-f2a00a64f856 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.748259 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-13e8c010-3c8a-4477-b429-f2a00a64f856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854366861'] for router, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.748842 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e8c010-3c8a-4477-b429-f2a00a64f856 admin admin] Fanout notify agent at l3_agent the message router_deleted on router affcb1fa-b77a-4463-8f0c-8d385891129f {{(pid=85244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:16:38.762232 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-13e8c010-3c8a-4477-b429-f2a00a64f856 admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.763532 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-13e8c010-3c8a-4477-b429-f2a00a64f856 admin admin] 10.222.0.60 "DELETE /v2.0/routers/affcb1fa-b77a-4463-8f0c-8d385891129f HTTP/1.1" status: 204 len: 168 time: 1.9364884 Apr 14 16:16:38.766205 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42368) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:38.840854 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_v2 [None req-9279071c-8a2e-4547-a1c0-f880b54a0502 admin admin] Deleting subnet e3b50247-ff1f-412a-bd14-516b5ff9133b {{(pid=85244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:16:38.847046 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9279071c-8a2e-4547-a1c0-f880b54a0502 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.863508 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e4e8fdbf-92f3-482b-8a2c-6d097a7a531c req-233b5406-0137-4eb3-ac82-6d8ae65d51b5 service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484056 Apr 14 16:16:38.902612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9279071c-8a2e-4547-a1c0-f880b54a0502 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852231757'] for subnet, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:39.017247 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 8524978b-5f78-400b-b215-ca84451f8af6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:16:39.104255 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e728b2f-9c11-4e97-8404-6b290339ed42 req-b0f2b66b-b9f5-4938-807c-0f579c39aced tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:39.106252 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5e728b2f-9c11-4e97-8404-6b290339ed42 req-b0f2b66b-b9f5-4938-807c-0f579c39aced tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 943 time: 0.1684198 Apr 14 16:16:39.119849 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9279071c-8a2e-4547-a1c0-f880b54a0502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5661'] for subnet, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:39.161922 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 8524978b-5f78-400b-b215-ca84451f8af6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8524978b-5f78-400b-b215-ca84451f8af6,segment=NetworkSegment(4e8a243e-711d-4633-8c82-8b1e3f1730fc),segment_id=4e8a243e-711d-4633-8c82-8b1e3f1730fc)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:39.176238 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': '8524978b-5f78-400b-b215-ca84451f8af6', 'network_id': 'e562779b-7387-40f5-b9de-d5621a56d934', 'port_id': '8524978b-5f78-400b-b215-ca84451f8af6', 'mac_address': 'fa:16:3e:9a:a6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd816f3c-28f3-4667-be0b-24879127fb6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:16:39.188063 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5e728b2f-9c11-4e97-8404-6b290339ed42 req-d8cc52ce-71e3-4f3a-bf7e-b1b91907a4aa tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738060 Apr 14 16:16:39.244974 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:39.267785 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8524978b-5f78-400b-b215-ca84451f8af6 {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:16:39.284310 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 8524978b-5f78-400b-b215-ca84451f8af6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8524978b-5f78-400b-b215-ca84451f8af6,segment=NetworkSegment(4e8a243e-711d-4633-8c82-8b1e3f1730fc),segment_id=4e8a243e-711d-4633-8c82-8b1e3f1730fc)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:39.287538 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:39.289417 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:39.359818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=8524978b-5f78-400b-b215-ca84451f8af6,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:39.363031 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:39.417226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9279071c-8a2e-4547-a1c0-f880b54a0502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852115375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2735666'] for subnet, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:39.433946 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5e8e61a8-24c2-4d5f-8fb1-861366e29efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:39.483006 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279071c-8a2e-4547-a1c0-f880b54a0502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3b50247-ff1f-412a-bd14-516b5ff9133b,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:39.486823 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9279071c-8a2e-4547-a1c0-f880b54a0502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:39.569437 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9279071c-8a2e-4547-a1c0-f880b54a0502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:39.575054 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48893d3b-ca1b-4a79-94f1-aff1305c5b48 None None] Network 78e99240-3773-4c32-b324-b8b4ec7c5482 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:16:39.576007 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-9279071c-8a2e-4547-a1c0-f880b54a0502 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e3b50247-ff1f-412a-bd14-516b5ff9133b HTTP/1.1" status: 204 len: 168 time: 0.8087676 Apr 14 16:16:39.578696 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42376) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:39.590577 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194a629-965d-4c9c-8ee9-cdc3c2333035 req-0960b25c-5544-4cab-837a-d762ef89a5e9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:39.592171 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3194a629-965d-4c9c-8ee9-cdc3c2333035 req-0960b25c-5544-4cab-837a-d762ef89a5e9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.0934508 Apr 14 16:16:39.624942 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3194a629-965d-4c9c-8ee9-cdc3c2333035 req-3b720217-85d1-487e-8ebb-e51bb1726ab4 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254574 Apr 14 16:16:39.666075 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['8524978b-5f78-400b-b215-ca84451f8af6'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:16:39.698130 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853770560'] for network, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:39.770280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Deleting port b9e42608-9b10-4928-a6b7-d4c68d6b263b {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:39.770650 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:39.979535 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752be552-a8fb-455f-8dc6-9e0b57afd9a8 None None] DHCP port deletion for 78e99240-3773-4c32-b324-b8b4ec7c5482 request from dv-cinder-786266-1-iscsi {{(pid=85246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:16:39.984166 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-752be552-a8fb-455f-8dc6-9e0b57afd9a8 None None] Deleting port b9e42608-9b10-4928-a6b7-d4c68d6b263b {{(pid=85246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:39.984609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-752be552-a8fb-455f-8dc6-9e0b57afd9a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:39.992296 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] For port b9e42608-9b10-4928-a6b7-d4c68d6b263b, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=b9e42608-9b10-4928-a6b7-d4c68d6b263b,segment=NetworkSegment(358d4730-1267-45aa-a7b6-9233c534e425),segment_id=358d4730-1267-45aa-a7b6-9233c534e425)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:39.992755 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:40.021299 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device c8f0f614-5517-4e9e-aec2-096d15711380 no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:40.066889 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: c8f0f614-5517-4e9e-aec2-096d15711380 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:40.067271 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device c8f0f614-5517-4e9e-aec2-096d15711380 not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:40.067734 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device a0963eee-93f8-44c0-8eb1-8e3c749e9391 no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:40.113657 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: a0963eee-93f8-44c0-8eb1-8e3c749e9391 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:40.114046 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device a0963eee-93f8-44c0-8eb1-8e3c749e9391 not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:40.129285 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Calling delete_port for b9e42608-9b10-4928-a6b7-d4c68d6b263b owned by network:dhcp {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:40.207242 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:40.223888 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-dca90251-afc0-438d-a76f-f945f31b85ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:40.284154 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e42608-9b10-4928-a6b7-d4c68d6b263b,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:40.288326 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:40.295163 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-752be552-a8fb-455f-8dc6-9e0b57afd9a8 None None] For port b9e42608-9b10-4928-a6b7-d4c68d6b263b, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=b9e42608-9b10-4928-a6b7-d4c68d6b263b,segment=NetworkSegment(358d4730-1267-45aa-a7b6-9233c534e425),segment_id=358d4730-1267-45aa-a7b6-9233c534e425)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:40.295629 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-752be552-a8fb-455f-8dc6-9e0b57afd9a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:40.427327 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] No DVR routers for this DVR port b9e42608-9b10-4928-a6b7-d4c68d6b263b on host dv-cinder-786266-1-iscsi {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:16:40.432765 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-752be552-a8fb-455f-8dc6-9e0b57afd9a8 None None] Calling delete_port for b9e42608-9b10-4928-a6b7-d4c68d6b263b owned by network:dhcp {{(pid=85246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:40.514048 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aba554-39e5-4892-9d67-768c8bd4842b req-9c9cdd4a-98bd-4b1a-9f71-98e14525fe71 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:40.515648 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e3aba554-39e5-4892-9d67-768c8bd4842b req-9c9cdd4a-98bd-4b1a-9f71-98e14525fe71 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 944 time: 0.1817758 Apr 14 16:16:40.579546 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.db.api [None req-752be552-a8fb-455f-8dc6-9e0b57afd9a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:16:40.579957 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_db.api [None req-752be552-a8fb-455f-8dc6-9e0b57afd9a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:16:40.587999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854700900', 'neutron.services.segments.db._delete_segments_for_network--9223363273973794898'] for network, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:40.624710 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e3aba554-39e5-4892-9d67-768c8bd4842b req-3b09cb71-7f4c-4d9a-83f8-f5b15d2da4e3 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588217 Apr 14 16:16:40.710482 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e99240-3773-4c32-b324-b8b4ec7c5482']}} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:40.723194 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358d4730-1267-45aa-a7b6-9233c534e425') {'for_net_delete': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:40.723531 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358d4730-1267-45aa-a7b6-9233c534e425') {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:40.736067 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273973794642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852231099'] for segment, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:40.760748 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:40.767295 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=85244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:16:40.835648 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb29994-acbe-4cdd-94c2-4b6e44ca285e req-a0ec901b-c58e-4834-b011-f5f821746578 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:40.837319 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ceb29994-acbe-4cdd-94c2-4b6e44ca285e req-a0ec901b-c58e-4834-b011-f5f821746578 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.0924916 Apr 14 16:16:40.869400 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ceb29994-acbe-4cdd-94c2-4b6e44ca285e req-9beb15fa-8838-4d34-94ba-320e856294f8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254176 Apr 14 16:16:40.943958 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Network 78e99240-3773-4c32-b324-b8b4ec7c5482 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:16:40.956558 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852115394'] for segment, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:41.034264 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 86985f08-70cd-4417-8f18-ff0ada9a82ff details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:16:41.036684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 8524978b-5f78-400b-b215-ca84451f8af6 up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:16:41.082256 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-752be552-a8fb-455f-8dc6-9e0b57afd9a8 None None] Deleting port b9e42608-9b10-4928-a6b7-d4c68d6b263b {{(pid=85246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:41.082668 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-752be552-a8fb-455f-8dc6-9e0b57afd9a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:41.135125 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Network 78e99240-3773-4c32-b324-b8b4ec7c5482 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: Traceback (most recent call last): Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: timer() Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: cb(*args, **kw) Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: return func(*args, **kwargs) Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: self._notify() Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: self.callback(batched_events) Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: event.method(event) Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: segment_id)['aggregates'][0] Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: return f(self, *a, **k) Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: return self._get(url).json() Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: **kwargs) Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: return self.request(url, 'GET', **kwargs) Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: **endpoint_filter) Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:16:41.159278 dv-cinder-786266-1-iscsi neutron-server[85131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:16:41.178485 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-752be552-a8fb-455f-8dc6-9e0b57afd9a8 None None] The port 'b9e42608-9b10-4928-a6b7-d4c68d6b263b' was deleted {{(pid=85246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:16:41.251994 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-74885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854381553'] for network, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:41.257175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:41.260042 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1a3d6e62-a54c-45ba-9e9d-6ba8d8f26ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:41.278792 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port 8524978b-5f78-400b-b215-ca84451f8af6 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:16:41.283439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=78e99240-3773-4c32-b324-b8b4ec7c5482,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:41.286075 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:41.295944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port 8524978b-5f78-400b-b215-ca84451f8af6 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:16:41.296363 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:41.298729 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/78e99240-3773-4c32-b324-b8b4ec7c5482 HTTP/1.1" status: 204 len: 168 time: 1.7189915 Apr 14 16:16:41.301727 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42386) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:41.376695 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 86985f08-70cd-4417-8f18-ff0ada9a82ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=86985f08-70cd-4417-8f18-ff0ada9a82ff,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:41.396137 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': '86985f08-70cd-4417-8f18-ff0ada9a82ff', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'port_id': '86985f08-70cd-4417-8f18-ff0ada9a82ff', 'mac_address': 'fa:16:3e:be:bc:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:16:41.506320 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:41.507750 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86985f08-70cd-4417-8f18-ff0ada9a82ff {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:16:41.538203 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:41.546577 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 86985f08-70cd-4417-8f18-ff0ada9a82ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=86985f08-70cd-4417-8f18-ff0ada9a82ff,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:41.553540 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c19596f-1b41-4441-aac8-f715ca5e16d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8524978b-5f78-400b-b215-ca84451f8af6'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:41.561623 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:41.565264 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:41.616196 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 8524978b-5f78-400b-b215-ca84451f8af6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8524978b-5f78-400b-b215-ca84451f8af6,segment=NetworkSegment(4e8a243e-711d-4633-8c82-8b1e3f1730fc),segment_id=4e8a243e-711d-4633-8c82-8b1e3f1730fc)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:41.622122 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:41.647642 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=86985f08-70cd-4417-8f18-ff0ada9a82ff,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:41.659698 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:41.660368 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:41.701598 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c19596f-1b41-4441-aac8-f715ca5e16d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8524978b-5f78-400b-b215-ca84451f8af6', 'code': 200} Apr 14 16:16:41.736062 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=8524978b-5f78-400b-b215-ca84451f8af6,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:41.739132 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:41.861182 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a680b-7dd7-4d88-b50a-a011ddbecd11 req-0318d63b-f67e-41aa-92cd-80493469f7e4 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:41.861944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-fb8a680b-7dd7-4d88-b50a-a011ddbecd11 req-0318d63b-f67e-41aa-92cd-80493469f7e4 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Synchronizing usage tracker for tenant:73844004f69a481dba93081e4d2b284e on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:41.888143 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['86985f08-70cd-4417-8f18-ff0ada9a82ff'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:16:41.934232 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-fb8a680b-7dd7-4d88-b50a-a011ddbecd11 req-0318d63b-f67e-41aa-92cd-80493469f7e4 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Unset dirty status for tenant:73844004f69a481dba93081e4d2b284e on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:41.942240 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fb8a680b-7dd7-4d88-b50a-a011ddbecd11 req-0318d63b-f67e-41aa-92cd-80493469f7e4 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 945 time: 0.1693738 Apr 14 16:16:41.978092 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-fb8a680b-7dd7-4d88-b50a-a011ddbecd11 req-78955de4-19b2-4de8-b142-6890bd45dfe7 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Synchronizing usage tracker for tenant:73844004f69a481dba93081e4d2b284e on resource:security_group {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:42.011010 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c97f67-eca6-4787-884c-0c019ae07afc req-0e00e0b5-5a88-4636-8029-4ebcb860ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:42.012713 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-73c97f67-eca6-4787-884c-0c019ae07afc req-0e00e0b5-5a88-4636-8029-4ebcb860ac52 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 1098 time: 0.1378245 Apr 14 16:16:42.020043 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-fb8a680b-7dd7-4d88-b50a-a011ddbecd11 req-78955de4-19b2-4de8-b142-6890bd45dfe7 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Unset dirty status for tenant:73844004f69a481dba93081e4d2b284e on resource:security_group {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:42.029542 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fb8a680b-7dd7-4d88-b50a-a011ddbecd11 req-78955de4-19b2-4de8-b142-6890bd45dfe7 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862260 Apr 14 16:16:42.041312 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device b9e42608-9b10-4928-a6b7-d4c68d6b263b no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:42.066548 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-73c97f67-eca6-4787-884c-0c019ae07afc req-dad4d955-edf1-4955-8a96-2cd655145f92 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358829 Apr 14 16:16:42.082773 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: b9e42608-9b10-4928-a6b7-d4c68d6b263b {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:42.083158 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device b9e42608-9b10-4928-a6b7-d4c68d6b263b not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:42.230548 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864aaaa9-f0c1-4113-8a56-3a594f270281 req-8927e02b-5150-4623-8e0e-0005b768d055 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:42.232145 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-864aaaa9-f0c1-4113-8a56-3a594f270281 req-8927e02b-5150-4623-8e0e-0005b768d055 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 945 time: 0.1577270 Apr 14 16:16:42.278540 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-864aaaa9-f0c1-4113-8a56-3a594f270281 req-2a1dd3a2-81d8-4eeb-853f-d2a054ea64d4 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389216 Apr 14 16:16:42.286139 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1bdff3e6-8dc5-475d-8789-869de6d791f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410676'] for router_interface, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:42.661276 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-1bdff3e6-8dc5-475d-8789-869de6d791f2 admin admin] Deleting port a63e9378-e925-4182-90af-fb0123343f2c {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:42.661929 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1bdff3e6-8dc5-475d-8789-869de6d791f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:42.843967 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-1bdff3e6-8dc5-475d-8789-869de6d791f2 admin admin] For port a63e9378-e925-4182-90af-fb0123343f2c, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=a63e9378-e925-4182-90af-fb0123343f2c,segment=NetworkSegment(d2adab71-3502-4efe-8cff-f9436bb1c908),segment_id=d2adab71-3502-4efe-8cff-f9436bb1c908)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:42.844353 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1bdff3e6-8dc5-475d-8789-869de6d791f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:42.979327 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-1bdff3e6-8dc5-475d-8789-869de6d791f2 admin admin] Calling delete_port for a63e9378-e925-4182-90af-fb0123343f2c owned by network:router_interface {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:43.037847 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 86985f08-70cd-4417-8f18-ff0ada9a82ff up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:16:43.117221 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port 86985f08-70cd-4417-8f18-ff0ada9a82ff completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:16:43.123247 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port 86985f08-70cd-4417-8f18-ff0ada9a82ff triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:16:43.123447 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:43.186970 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1bdff3e6-8dc5-475d-8789-869de6d791f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:43.206750 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ef3be93f-7f14-4922-bf7a-b8afd2480d27 tempest-ServerRescueNegativeTestJSON-103953813 tempest-ServerRescueNegativeTestJSON-103953813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:43.269376 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdff3e6-8dc5-475d-8789-869de6d791f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a63e9378-e925-4182-90af-fb0123343f2c,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:43.271724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:43.278640 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1bdff3e6-8dc5-475d-8789-869de6d791f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:43.302189 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 86985f08-70cd-4417-8f18-ff0ada9a82ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=86985f08-70cd-4417-8f18-ff0ada9a82ff,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:43.305160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:43.308277 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-37b7dcfc-7f1e-4262-9fe5-266820c43265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:43.356127 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e0921-31f1-470e-be3d-0cb07e5abd5c req-7051c4fb-6485-406a-bbed-2041bfe1bd02 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:43.357878 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-538e0921-31f1-470e-be3d-0cb07e5abd5c req-7051c4fb-6485-406a-bbed-2041bfe1bd02 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 945 time: 0.1475134 Apr 14 16:16:43.388221 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=86985f08-70cd-4417-8f18-ff0ada9a82ff,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:43.391788 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:43.395266 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-538e0921-31f1-470e-be3d-0cb07e5abd5c req-89b1e1ad-6520-4469-84e5-2a6e9408b390 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308287 Apr 14 16:16:43.513616 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:43.702915 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86985f08-70cd-4417-8f18-ff0ada9a82ff'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:43.721524 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9257f9-af39-4b0a-8d7d-45ded5acde12 req-1da99500-ecdc-4144-82e2-cd7ec330731b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:43.723145 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3a9257f9-af39-4b0a-8d7d-45ded5acde12 req-1da99500-ecdc-4144-82e2-cd7ec330731b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.3119380 Apr 14 16:16:43.751965 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86985f08-70cd-4417-8f18-ff0ada9a82ff', 'code': 200} Apr 14 16:16:43.778668 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3a9257f9-af39-4b0a-8d7d-45ded5acde12 req-0bdd04e1-99d4-4656-9501-3ace3732cf7b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463679 Apr 14 16:16:43.818066 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1bdff3e6-8dc5-475d-8789-869de6d791f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394435'] for router_interface, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:44.023689 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74c268-9d52-46e7-82ec-7295dc081b0c req-10792e1e-d2b5-499a-9f9f-d949743648fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:44.025847 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6e74c268-9d52-46e7-82ec-7295dc081b0c req-10792e1e-d2b5-499a-9f9f-d949743648fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 1099 time: 0.0814412 Apr 14 16:16:44.063681 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6e74c268-9d52-46e7-82ec-7295dc081b0c req-6a8af6cf-77eb-4861-a6d3-0101da3529d8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0204480 Apr 14 16:16:44.155535 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:16:44.456635 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8c606e55-1fef-420b-88da-6a499bcd2a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:44.591985 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7b07e6b7-75a5-4b40-8327-e19342ab7ab6 req-12838091-246a-438f-b37d-78acd78d5b62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1335790 Apr 14 16:16:44.595427 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdff3e6-8dc5-475d-8789-869de6d791f2 admin admin] Router 71772670-859f-4ea7-8179-3717b8814acc has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:16:44.669603 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abc497-3675-45b1-b965-27ac2ec259f8 req-be560b17-4e42-4b90-89cf-9f6398fa8945 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:44.671170 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-54abc497-3675-45b1-b965-27ac2ec259f8 req-be560b17-4e42-4b90-89cf-9f6398fa8945 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 945 time: 0.1400900 Apr 14 16:16:44.711275 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-54abc497-3675-45b1-b965-27ac2ec259f8 req-8357e2ea-e7f8-492c-b520-bf1eaadd2973 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329661 Apr 14 16:16:44.734460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07e6b7-75a5-4b40-8327-e19342ab7ab6 req-c56e63f3-e738-4013-82ec-8ad74d6593e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:44.736033 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7b07e6b7-75a5-4b40-8327-e19342ab7ab6 req-c56e63f3-e738-4013-82ec-8ad74d6593e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=933c87bdb5354dc39f728c1bc6dfd17e&device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 1098 time: 0.1142187 Apr 14 16:16:44.793772 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdff3e6-8dc5-475d-8789-869de6d791f2 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:16:44.803231 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-1bdff3e6-8dc5-475d-8789-869de6d791f2 admin admin] 10.222.0.60 "PUT /v2.0/routers/71772670-859f-4ea7-8179-3717b8814acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5004258 Apr 14 16:16:44.804738 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f249b8-bb2b-415c-a93a-0264ebba92b9 None None] Sync routers for ids ['71772670-859f-4ea7-8179-3717b8814acc'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:16:44.806506 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42416) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:44.819845 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f249b8-bb2b-415c-a93a-0264ebba92b9 None None] Routers {'71772670-859f-4ea7-8179-3717b8814acc'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:44.820507 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-14f249b8-bb2b-415c-a93a-0264ebba92b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['71772670-859f-4ea7-8179-3717b8814acc'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:44.915631 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07e6b7-75a5-4b40-8327-e19342ab7ab6 req-5804d5d6-571d-4def-a0d5-9387b7b864b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:44.917576 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7b07e6b7-75a5-4b40-8327-e19342ab7ab6 req-5804d5d6-571d-4def-a0d5-9387b7b864b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5635013d-c232-42e6-92f8-9c466e9855da HTTP/1.1" status: 200 len: 912 time: 0.1537287 Apr 14 16:16:45.050856 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-14f249b8-bb2b-415c-a93a-0264ebba92b9 None None] Set router 71772670-859f-4ea7-8179-3717b8814acc gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:45.147339 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e73a97-7f20-4792-85f3-5e760b7c4744 req-8c815268-5020-4df7-b922-f5acd27de69a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:45.155755 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7b07e6b7-75a5-4b40-8327-e19342ab7ab6 req-67e7b349-9afd-4878-9e57-52ef382177f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77aa0f57-1061-4ceb-8c03-558b3b45583f HTTP/1.1" status: 200 len: 1000 time: 0.2300525 Apr 14 16:16:45.156015 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-69e73a97-7f20-4792-85f3-5e760b7c4744 req-8c815268-5020-4df7-b922-f5acd27de69a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.1448684 Apr 14 16:16:45.180014 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf536-cad7-4d06-9bbe-b915ec90b938 admin admin] Notify callbacks [] for router, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:45.347796 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-69e73a97-7f20-4792-85f3-5e760b7c4744 req-1b6f7ec5-e7dc-4667-b6f4-a86519797016 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900961 Apr 14 16:16:45.386806 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07e6b7-75a5-4b40-8327-e19342ab7ab6 req-2d09003d-8889-4a18-bdcc-a4d729bd515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:45.388387 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7b07e6b7-75a5-4b40-8327-e19342ab7ab6 req-2d09003d-8889-4a18-bdcc-a4d729bd515a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c32f2be-29eb-445b-8f3d-8786422a2c00 HTTP/1.1" status: 200 len: 850 time: 0.2208447 Apr 14 16:16:45.424569 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf536-cad7-4d06-9bbe-b915ec90b938 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:45.426133 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-14f249b8-bb2b-415c-a93a-0264ebba92b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71772670-859f-4ea7-8179-3717b8814acc', 'name': 'tempest-TestMinimumBasicScenario-298608480-router', 'tenant_id': '408ecc612a8d4894836b1e6d68dda45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b5c1f4-98cf-4107-872d-4429fd01fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:06Z', 'updated_at': '2021-04-14T16:16:43Z', 'revision_number': 5, 'project_id': '408ecc612a8d4894836b1e6d68dda45e', 'gw_port': {'id': '19b5c1f4-98cf-4107-872d-4429fd01fb0c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71772670-859f-4ea7-8179-3717b8814acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:07Z', 'updated_at': '2021-04-14T16:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:45.432323 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f249b8-bb2b-415c-a93a-0264ebba92b9 None None] Checking router: 71772670-859f-4ea7-8179-3717b8814acc for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:16:45.434891 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-ed7cf536-cad7-4d06-9bbe-b915ec90b938 admin admin] Deleting port 19b5c1f4-98cf-4107-872d-4429fd01fb0c {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:45.435425 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf536-cad7-4d06-9bbe-b915ec90b938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:45.456823 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f249b8-bb2b-415c-a93a-0264ebba92b9 None None] Routers {'71772670-859f-4ea7-8179-3717b8814acc'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:45.457562 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-14f249b8-bb2b-415c-a93a-0264ebba92b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['71772670-859f-4ea7-8179-3717b8814acc'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:45.551606 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07e6b7-75a5-4b40-8327-e19342ab7ab6 req-94864dc6-ff91-4f78-aa9f-cfa7fdcd5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:45.551606 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7b07e6b7-75a5-4b40-8327-e19342ab7ab6 req-94864dc6-ff91-4f78-aa9f-cfa7fdcd5bd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5635013d-c232-42e6-92f8-9c466e9855da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1474566 Apr 14 16:16:45.637566 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-ed7cf536-cad7-4d06-9bbe-b915ec90b938 admin admin] For port 19b5c1f4-98cf-4107-872d-4429fd01fb0c, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=19b5c1f4-98cf-4107-872d-4429fd01fb0c,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:45.637924 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-14f249b8-bb2b-415c-a93a-0264ebba92b9 None None] Set router 71772670-859f-4ea7-8179-3717b8814acc gateway port host: None {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:45.638043 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf536-cad7-4d06-9bbe-b915ec90b938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:45.707724 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7b07e6b7-75a5-4b40-8327-e19342ab7ab6 req-d18a0e96-774b-459f-92f1-0c1326d3ff00 service neutron] 10.222.0.41 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474285 Apr 14 16:16:45.755079 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-14f249b8-bb2b-415c-a93a-0264ebba92b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71772670-859f-4ea7-8179-3717b8814acc', 'name': 'tempest-TestMinimumBasicScenario-298608480-router', 'tenant_id': '408ecc612a8d4894836b1e6d68dda45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:06Z', 'updated_at': '2021-04-14T16:16:45Z', 'revision_number': 6, 'project_id': '408ecc612a8d4894836b1e6d68dda45e', 'gw_port_host': None}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:45.765675 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f249b8-bb2b-415c-a93a-0264ebba92b9 None None] The sync data for ids ['71772670-859f-4ea7-8179-3717b8814acc'] in dv-cinder-786266-1-iscsi is: [{'id': '71772670-859f-4ea7-8179-3717b8814acc', 'name': 'tempest-TestMinimumBasicScenario-298608480-router', 'tenant_id': '408ecc612a8d4894836b1e6d68dda45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:06Z', 'updated_at': '2021-04-14T16:16:45Z', 'revision_number': 6, 'project_id': '408ecc612a8d4894836b1e6d68dda45e', 'gw_port_host': None}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:16:45.776610 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-ed7cf536-cad7-4d06-9bbe-b915ec90b938 admin admin] Calling delete_port for 19b5c1f4-98cf-4107-872d-4429fd01fb0c owned by network:router_gateway {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:45.887376 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7b07e6b7-75a5-4b40-8327-e19342ab7ab6 req-ac99982e-6e57-4d46-9b22-86e350a25351 service neutron] 10.222.0.41 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686025 Apr 14 16:16:45.935045 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device a63e9378-e925-4182-90af-fb0123343f2c no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:45.969871 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf536-cad7-4d06-9bbe-b915ec90b938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:45.986174 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1bdff3e6-8dc5-475d-8789-869de6d791f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:45.991799 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: a63e9378-e925-4182-90af-fb0123343f2c {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:45.992208 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device a63e9378-e925-4182-90af-fb0123343f2c not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:46.044869 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cf536-cad7-4d06-9bbe-b915ec90b938 admin admin] Pushing event deleted for resources: {'Port': ['ID=19b5c1f4-98cf-4107-872d-4429fd01fb0c,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:46.049449 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ed7cf536-cad7-4d06-9bbe-b915ec90b938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:46.262812 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf536-cad7-4d06-9bbe-b915ec90b938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394277'] for router_gateway, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:46.459692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf536-cad7-4d06-9bbe-b915ec90b938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6938'] for router, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:46.462939 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf536-cad7-4d06-9bbe-b915ec90b938 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:46.487008 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf536-cad7-4d06-9bbe-b915ec90b938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854366861'] for router, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:46.487574 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7cf536-cad7-4d06-9bbe-b915ec90b938 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71772670-859f-4ea7-8179-3717b8814acc {{(pid=85244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:16:46.501714 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf536-cad7-4d06-9bbe-b915ec90b938 admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:46.502963 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ed7cf536-cad7-4d06-9bbe-b915ec90b938 admin admin] 10.222.0.60 "DELETE /v2.0/routers/71772670-859f-4ea7-8179-3717b8814acc HTTP/1.1" status: 204 len: 168 time: 1.6952488 Apr 14 16:16:46.505727 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42470) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:46.559492 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0edd08-6076-4a50-9a0f-7895b7bc19a4 req-d0be5f15-cbfd-45fd-8126-8a9010d924da tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:46.561744 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7d0edd08-6076-4a50-9a0f-7895b7bc19a4 req-d0be5f15-cbfd-45fd-8126-8a9010d924da tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.0993321 Apr 14 16:16:46.596956 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f43334-0e21-4631-b237-8fcc26aa9206 admin admin] Deleting subnet 2e6677e3-6aaa-408c-83ca-04bc72af5234 {{(pid=85244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:16:46.604232 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f22e5909-4628-439d-b0c2-248dd860793a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:46.604929 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d9f43334-0e21-4631-b237-8fcc26aa9206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:46.608770 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7d0edd08-6076-4a50-9a0f-7895b7bc19a4 req-ed3cc3bf-577a-4a83-9ada-d243633d447b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408573 Apr 14 16:16:46.665700 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d9f43334-0e21-4631-b237-8fcc26aa9206 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852231757'] for subnet, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:46.808874 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d9f43334-0e21-4631-b237-8fcc26aa9206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5661'] for subnet, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:46.887257 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ef8c2-61e8-4eaf-b6b0-4ad4ec48b80c req-43a0078c-1151-40db-824c-6f66458d5885 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:46.889065 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6a0ef8c2-61e8-4eaf-b6b0-4ad4ec48b80c req-43a0078c-1151-40db-824c-6f66458d5885 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.1660278 Apr 14 16:16:46.898922 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42478) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:46.904767 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-a253a9b2-5dfb-48db-9618-3efaa74d649a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Request body: {'floatingip': {'port_id': '86985f08-70cd-4417-8f18-ff0ada9a82ff'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:46.990355 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a253a9b2-5dfb-48db-9618-3efaa74d649a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for floatingip, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:47.104932 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d9f43334-0e21-4631-b237-8fcc26aa9206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852115375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2735666'] for subnet, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:47.122064 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:47.173068 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f43334-0e21-4631-b237-8fcc26aa9206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e6677e3-6aaa-408c-83ca-04bc72af5234,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:47.177991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d9f43334-0e21-4631-b237-8fcc26aa9206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:47.262085 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d9f43334-0e21-4631-b237-8fcc26aa9206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:47.267464 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edf0f8b-5037-4378-bede-4817b61341d1 None None] Network 313f93dd-9b3e-4920-8770-2d52ac111a00 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:16:47.268734 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d9f43334-0e21-4631-b237-8fcc26aa9206 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2e6677e3-6aaa-408c-83ca-04bc72af5234 HTTP/1.1" status: 204 len: 168 time: 0.7617886 Apr 14 16:16:47.270807 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42482) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:47.393694 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853770560'] for network, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:47.470256 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Deleting port 550de167-1075-4ec5-a7f2-01c1a11b2e0d {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:47.470611 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:47.553679 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:47.572373 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e78bbf3-4912-43c2-b1c1-20deab4b863a None None] DHCP port deletion for 313f93dd-9b3e-4920-8770-2d52ac111a00 request from dv-cinder-786266-1-iscsi {{(pid=85246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:16:47.576889 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-8e78bbf3-4912-43c2-b1c1-20deab4b863a None None] Deleting port 550de167-1075-4ec5-a7f2-01c1a11b2e0d {{(pid=85246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:47.577395 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8e78bbf3-4912-43c2-b1c1-20deab4b863a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:47.721473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] For port 550de167-1075-4ec5-a7f2-01c1a11b2e0d, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=550de167-1075-4ec5-a7f2-01c1a11b2e0d,segment=NetworkSegment(d2adab71-3502-4efe-8cff-f9436bb1c908),segment_id=d2adab71-3502-4efe-8cff-f9436bb1c908)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:47.721862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:47.886246 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Calling delete_port for 550de167-1075-4ec5-a7f2-01c1a11b2e0d owned by network:dhcp {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:47.921498 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:47.972316 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:47.989023 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ed7cf536-cad7-4d06-9bbe-b915ec90b938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:48.016019 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 550de167-1075-4ec5-a7f2-01c1a11b2e0d no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:48.063044 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: 550de167-1075-4ec5-a7f2-01c1a11b2e0d {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:48.063432 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 550de167-1075-4ec5-a7f2-01c1a11b2e0d not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:48.063908 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 19b5c1f4-98cf-4107-872d-4429fd01fb0c no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:48.101516 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-8e78bbf3-4912-43c2-b1c1-20deab4b863a None None] For port 550de167-1075-4ec5-a7f2-01c1a11b2e0d, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=550de167-1075-4ec5-a7f2-01c1a11b2e0d,segment=NetworkSegment(d2adab71-3502-4efe-8cff-f9436bb1c908),segment_id=d2adab71-3502-4efe-8cff-f9436bb1c908)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:48.102616 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8e78bbf3-4912-43c2-b1c1-20deab4b863a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:48.120351 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: 19b5c1f4-98cf-4107-872d-4429fd01fb0c {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:48.120740 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 19b5c1f4-98cf-4107-872d-4429fd01fb0c not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:48.133338 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a253a9b2-5dfb-48db-9618-3efaa74d649a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:48.140080 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a253a9b2-5dfb-48db-9618-3efaa74d649a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854381538'] for floatingip, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:48.256969 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-8e78bbf3-4912-43c2-b1c1-20deab4b863a None None] Calling delete_port for 550de167-1075-4ec5-a7f2-01c1a11b2e0d owned by network:dhcp {{(pid=85246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:48.338560 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_db [None req-a253a9b2-5dfb-48db-9618-3efaa74d649a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Floating IP 0172436e-c226-4d78-ac22-d73e5d02da0a associated. External IP: 172.27.2.102, port: 86985f08-70cd-4417-8f18-ff0ada9a82ff. Apr 14 16:16:48.345811 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=550de167-1075-4ec5-a7f2-01c1a11b2e0d,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:48.349820 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:48.359234 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.db.api [None req-8e78bbf3-4912-43c2-b1c1-20deab4b863a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:16:48.359650 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_db.api [None req-8e78bbf3-4912-43c2-b1c1-20deab4b863a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:16:48.442032 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] No DVR routers for this DVR port 550de167-1075-4ec5-a7f2-01c1a11b2e0d on host dv-cinder-786266-1-iscsi {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:16:48.571137 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854700900', 'neutron.services.segments.db._delete_segments_for_network--9223363273973794898'] for network, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:48.702500 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313f93dd-9b3e-4920-8770-2d52ac111a00']}} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:48.716065 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2adab71-3502-4efe-8cff-f9436bb1c908') {'for_net_delete': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:48.716407 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2adab71-3502-4efe-8cff-f9436bb1c908') {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:48.729534 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a253a9b2-5dfb-48db-9618-3efaa74d649a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Router ed2f5836-114c-418f-ae86-2e997197a2c1 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:16:48.729772 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273973794642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852231099'] for segment, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:48.745727 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:48.752178 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=85244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:16:48.861002 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-8e78bbf3-4912-43c2-b1c1-20deab4b863a None None] Deleting port 550de167-1075-4ec5-a7f2-01c1a11b2e0d {{(pid=85246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:48.861393 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8e78bbf3-4912-43c2-b1c1-20deab4b863a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:48.940970 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-8e78bbf3-4912-43c2-b1c1-20deab4b863a None None] The port '550de167-1075-4ec5-a7f2-01c1a11b2e0d' was deleted {{(pid=85246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:16:48.942546 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a253a9b2-5dfb-48db-9618-3efaa74d649a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:16:48.948354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a253a9b2-5dfb-48db-9618-3efaa74d649a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:48.963280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563e2fe9-a06f-42d3-9d45-8ad56dfa5272 None None] Sync routers for ids ['ed2f5836-114c-418f-ae86-2e997197a2c1'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:16:48.975526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:48.976349 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563e2fe9-a06f-42d3-9d45-8ad56dfa5272 None None] Routers {'ed2f5836-114c-418f-ae86-2e997197a2c1'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:48.977123 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-563e2fe9-a06f-42d3-9d45-8ad56dfa5272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['ed2f5836-114c-418f-ae86-2e997197a2c1'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:48.985396 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Network 313f93dd-9b3e-4920-8770-2d52ac111a00 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:16:48.997325 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852115394'] for segment, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:49.028192 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-a253a9b2-5dfb-48db-9618-3efaa74d649a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "PUT /v2.0/floatingips/0172436e-c226-4d78-ac22-d73e5d02da0a HTTP/1.1" status: 200 len: 992 time: 2.1255007 Apr 14 16:16:49.028192 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'tag': '86985f08-70cd-4417-8f18-ff0ada9a82ff'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:49.139013 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'tag': '86985f08-70cd-4417-8f18-ff0ada9a82ff', 'status': 'completed', 'code': 200} Apr 14 16:16:49.266521 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89956f9b-d2a1-497c-a905-e66a15355797 req-0dc2cc67-79e0-4921-a244-c16cb677403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:49.267353 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-563e2fe9-a06f-42d3-9d45-8ad56dfa5272 None None] Set router ed2f5836-114c-418f-ae86-2e997197a2c1 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:49.268824 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-89956f9b-d2a1-497c-a905-e66a15355797 req-0dc2cc67-79e0-4921-a244-c16cb677403e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f&device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 1099 time: 0.1068108 Apr 14 16:16:49.283767 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Network 313f93dd-9b3e-4920-8770-2d52ac111a00 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: Traceback (most recent call last): Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: timer() Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: cb(*args, **kw) Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: return func(*args, **kwargs) Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: self._notify() Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: self.callback(batched_events) Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: event.method(event) Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: segment_id)['aggregates'][0] Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: return f(self, *a, **k) Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: return self._get(url).json() Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: **kwargs) Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: return self.request(url, 'GET', **kwargs) Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: **endpoint_filter) Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:16:49.314745 dv-cinder-786266-1-iscsi neutron-server[85131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:16:49.400046 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-74885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854381553'] for network, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:49.404782 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:49.422036 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:49.436813 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=313f93dd-9b3e-4920-8770-2d52ac111a00,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:49.443658 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:49.448638 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-e00804fa-422e-4fec-84be-e64e280fa2f5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/313f93dd-9b3e-4920-8770-2d52ac111a00 HTTP/1.1" status: 204 len: 168 time: 2.1738317 Apr 14 16:16:49.456047 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89956f9b-d2a1-497c-a905-e66a15355797 req-1d2bdb80-5e6b-4a41-9397-12157d44b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:49.457686 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-89956f9b-d2a1-497c-a905-e66a15355797 req-1d2bdb80-5e6b-4a41-9397-12157d44b20c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1543812-41fe-4295-b0c3-e4201c886b18 HTTP/1.1" status: 200 len: 918 time: 0.1805408 Apr 14 16:16:49.602210 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-89956f9b-d2a1-497c-a905-e66a15355797 req-c3fba94f-03a0-4f62-b4fc-206172aea69b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86985f08-70cd-4417-8f18-ff0ada9a82ff HTTP/1.1" status: 200 len: 1000 time: 0.1352441 Apr 14 16:16:49.613791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42506) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:49.659659 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-513a4c38-afda-49dd-8bd1-dbd30056c369 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e71c42092894db98f8db75a2719f751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444729 Apr 14 16:16:49.662516 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42512) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:49.700772 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89956f9b-d2a1-497c-a905-e66a15355797 req-c1be1f19-38af-49f6-9a02-a9d9d202cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:49.702738 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-89956f9b-d2a1-497c-a905-e66a15355797 req-c1be1f19-38af-49f6-9a02-a9d9d202cf9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e65b27a-159c-4d87-bc0d-8c19d0e1a018 HTTP/1.1" status: 200 len: 856 time: 0.0914428 Apr 14 16:16:49.719802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-563e2fe9-a06f-42d3-9d45-8ad56dfa5272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:10:44Z', 'revision_number': 4, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '0172436e-c226-4d78-ac22-d73e5d02da0a', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'port_id': '86985f08-70cd-4417-8f18-ff0ada9a82ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'mac_address': 'fa:16:3e:be:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:16:26Z', 'updated_at': '2021-04-14T16:16:47Z', 'revision_number': 1, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50adff03-335d-4a55-810e-df59dbd8eb05', 'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:42Z', 'updated_at': '2021-04-14T16:10:58Z', 'revision_number': 5, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'subnets': [{'id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:49.724046 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563e2fe9-a06f-42d3-9d45-8ad56dfa5272 None None] Checking router: ed2f5836-114c-418f-ae86-2e997197a2c1 for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:16:49.733279 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563e2fe9-a06f-42d3-9d45-8ad56dfa5272 None None] Routers {'ed2f5836-114c-418f-ae86-2e997197a2c1'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:49.734051 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-563e2fe9-a06f-42d3-9d45-8ad56dfa5272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['ed2f5836-114c-418f-ae86-2e997197a2c1'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:49.736632 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0d8eebdf-1472-4775-a9ab-5dc035befe86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:49.768841 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0d8eebdf-1472-4775-a9ab-5dc035befe86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:49.831060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0d8eebdf-1472-4775-a9ab-5dc035befe86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:49.839033 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5346c94f-bd5e-49c8-9b4b-f07ff83f7413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:49.853620 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8eebdf-1472-4775-a9ab-5dc035befe86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f965d7-b4b6-4023-993a-bdc662736ab9,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:49.857642 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0d8eebdf-1472-4775-a9ab-5dc035befe86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:49.867530 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89956f9b-d2a1-497c-a905-e66a15355797 req-e578e579-36a3-4a75-a307-01bbcbb93a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:49.869171 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-89956f9b-d2a1-497c-a905-e66a15355797 req-e578e579-36a3-4a75-a307-01bbcbb93a76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1543812-41fe-4295-b0c3-e4201c886b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1561184 Apr 14 16:16:49.870183 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0d8eebdf-1472-4775-a9ab-5dc035befe86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:49.874127 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-0d8eebdf-1472-4775-a9ab-5dc035befe86 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06f965d7-b4b6-4023-993a-bdc662736ab9 HTTP/1.1" status: 204 len: 168 time: 0.2080622 Apr 14 16:16:49.884520 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb934b-8854-4783-84e8-4d5534feb9f1 req-4d8079df-20a9-43b8-a5f7-efe25e5b8902 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:49.885749 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8beb934b-8854-4783-84e8-4d5534feb9f1 req-4d8079df-20a9-43b8-a5f7-efe25e5b8902 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1299827 Apr 14 16:16:49.969174 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-563e2fe9-a06f-42d3-9d45-8ad56dfa5272 None None] Set router ed2f5836-114c-418f-ae86-2e997197a2c1 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:50.003127 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8beb934b-8854-4783-84e8-4d5534feb9f1 req-251ff738-3f0a-444a-ae0d-a9396adbf7ea tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944247 Apr 14 16:16:50.057593 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-89956f9b-d2a1-497c-a905-e66a15355797 req-134a0570-4ff9-41ef-8e51-0dac9558e3a2 service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704950 Apr 14 16:16:50.252102 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-89956f9b-d2a1-497c-a905-e66a15355797 req-05104a0e-3edb-40db-98dd-20f2d4beea5f service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836581 Apr 14 16:16:50.317070 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42524) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:50.376031 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-275024d1-ed2c-4c82-bad6-a9cbcc16c49e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=408ecc612a8d4894836b1e6d68dda45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552006 Apr 14 16:16:50.376277 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42528) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:50.412168 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-563e2fe9-a06f-42d3-9d45-8ad56dfa5272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:10:44Z', 'revision_number': 4, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '0172436e-c226-4d78-ac22-d73e5d02da0a', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'port_id': '86985f08-70cd-4417-8f18-ff0ada9a82ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'mac_address': 'fa:16:3e:be:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:16:26Z', 'updated_at': '2021-04-14T16:16:47Z', 'revision_number': 1, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50adff03-335d-4a55-810e-df59dbd8eb05', 'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:42Z', 'updated_at': '2021-04-14T16:10:58Z', 'revision_number': 5, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'subnets': [{'id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:50.417430 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563e2fe9-a06f-42d3-9d45-8ad56dfa5272 None None] The sync data for ids ['ed2f5836-114c-418f-ae86-2e997197a2c1'] in dv-cinder-786266-1-iscsi is: [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:10:44Z', 'revision_number': 4, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '0172436e-c226-4d78-ac22-d73e5d02da0a', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'port_id': '86985f08-70cd-4417-8f18-ff0ada9a82ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'mac_address': 'fa:16:3e:be:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:16:26Z', 'updated_at': '2021-04-14T16:16:47Z', 'revision_number': 1, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50adff03-335d-4a55-810e-df59dbd8eb05', 'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:42Z', 'updated_at': '2021-04-14T16:10:58Z', 'revision_number': 5, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'subnets': [{'id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:16:50.448393 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-77e2f473-db9e-43d7-9ade-138e574db62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:50.476474 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-77e2f473-db9e-43d7-9ade-138e574db62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:50.528895 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-77e2f473-db9e-43d7-9ade-138e574db62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:50.534475 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b406ed32-e0fd-40d7-991f-3241519cb4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:50.547936 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2f473-db9e-43d7-9ade-138e574db62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4215a35-cf8f-4122-bae5-b75fd1ebd985,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:50.550508 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-77e2f473-db9e-43d7-9ade-138e574db62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:50.554487 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-77e2f473-db9e-43d7-9ade-138e574db62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:50.556472 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-77e2f473-db9e-43d7-9ade-138e574db62d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d4215a35-cf8f-4122-bae5-b75fd1ebd985 HTTP/1.1" status: 204 len: 168 time: 0.1791692 Apr 14 16:16:50.703758 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e612e-9943-47f2-9441-7be934e6f9af None None] New status for floating IP 0172436e-c226-4d78-ac22-d73e5d02da0a: ACTIVE {{(pid=85247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:16:51.255711 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1b520-022b-4f45-84e2-153628ee37a0 req-2f5e6a28-45e1-4056-ba6e-f876ceeff7cf tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:51.257449 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a6d1b520-022b-4f45-84e2-153628ee37a0 req-2f5e6a28-45e1-4056-ba6e-f876ceeff7cf tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.1266549 Apr 14 16:16:51.330250 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a6d1b520-022b-4f45-84e2-153628ee37a0 req-0c52488a-20e7-4a3e-82b6-773006ffec81 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652809 Apr 14 16:16:51.378211 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4af45-9491-4d32-a0ad-aeb7564df04c req-c72e3a6a-fc4b-4077-a600-898f4b6fbcde tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:51.379803 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a5f4af45-9491-4d32-a0ad-aeb7564df04c req-c72e3a6a-fc4b-4077-a600-898f4b6fbcde tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 945 time: 0.0945084 Apr 14 16:16:51.487347 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42558) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:51.619863 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-551165486-network', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:51.625307 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:51.629585 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Usage tracker for resource:network and tenant:6afd00d65090450fa9559d0d5ef3a252 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:51.635474 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:51.642642 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:51.651829 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Made reservation on behalf of 6afd00d65090450fa9559d0d5ef3a252 for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:16:51.657065 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:51.672209 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:51.678628 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-a5f4af45-9491-4d32-a0ad-aeb7564df04c req-38a58ce8-5387-4511-a736-6e5af424fd61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Deleting port 77aa0f57-1061-4ceb-8c03-558b3b45583f {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:51.679009 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-a5f4af45-9491-4d32-a0ad-aeb7564df04c req-38a58ce8-5387-4511-a736-6e5af424fd61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:51.689184 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:51.693702 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Usage tracker for resource:security_group_rule and tenant:6afd00d65090450fa9559d0d5ef3a252 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:51.697448 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:51.703517 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:51.794040 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:51.797047 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:51.801444 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-77e2f473-db9e-43d7-9ade-138e574db62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:51.834357 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:16:51.844864 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce69169-2201-45e8-b354-b082dc05b5fa,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:51.848864 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:51.851388 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:51.851852 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Added segment 952919a7-c0be-4172-af6c-71b5e1eb82b9 of type vlan for network 01edfd4a-4731-488e-b758-1b065e88d2e9 Apr 14 16:16:51.886091 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:51.918944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:51.920322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:51.920934 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:51.926297 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:51.960169 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-a5f4af45-9491-4d32-a0ad-aeb7564df04c req-38a58ce8-5387-4511-a736-6e5af424fd61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] For port 77aa0f57-1061-4ceb-8c03-558b3b45583f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=77aa0f57-1061-4ceb-8c03-558b3b45583f,segment=NetworkSegment(fa60e05a-0e61-4e81-afb8-895a8bbff706),segment_id=fa60e05a-0e61-4e81-afb8-895a8bbff706)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:51.960562 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-a5f4af45-9491-4d32-a0ad-aeb7564df04c req-38a58ce8-5387-4511-a736-6e5af424fd61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:52.034874 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5462904 Apr 14 16:16:52.035825 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Pushing event updated for resources: {'Network': ['ID=01edfd4a-4731-488e-b758-1b065e88d2e9,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:52.037882 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42564) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:52.041224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:52.045524 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-db298b88-1e8b-46df-aee0-2d875fbd8794 admin admin] Request body: {'subnet': {'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-551165486-subnet', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:52.047164 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network 01edfd4a-4731-488e-b758-1b065e88d2e9 details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:16:52.050591 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-db298b88-1e8b-46df-aee0-2d875fbd8794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:52.054609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-db298b88-1e8b-46df-aee0-2d875fbd8794 admin admin] Usage tracker for resource:subnet and tenant:6afd00d65090450fa9559d0d5ef3a252 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:52.058241 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-db298b88-1e8b-46df-aee0-2d875fbd8794 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:52.064229 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-db298b88-1e8b-46df-aee0-2d875fbd8794 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:52.078107 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db298b88-1e8b-46df-aee0-2d875fbd8794 admin admin] Made reservation on behalf of 6afd00d65090450fa9559d0d5ef3a252 for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:16:52.082966 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db298b88-1e8b-46df-aee0-2d875fbd8794 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852040108'] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:52.308973 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-a5f4af45-9491-4d32-a0ad-aeb7564df04c req-38a58ce8-5387-4511-a736-6e5af424fd61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:52.309581 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-a5f4af45-9491-4d32-a0ad-aeb7564df04c req-38a58ce8-5387-4511-a736-6e5af424fd61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854381538'] for floatingip, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:52.309713 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_db [req-a5f4af45-9491-4d32-a0ad-aeb7564df04c req-38a58ce8-5387-4511-a736-6e5af424fd61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Floating IP bd39e692-6bb4-4ae2-a77c-d0f6d0b79c18 disassociated. External IP: 172.27.2.54, port: 77aa0f57-1061-4ceb-8c03-558b3b45583f. Apr 14 16:16:52.310014 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-a5f4af45-9491-4d32-a0ad-aeb7564df04c req-38a58ce8-5387-4511-a736-6e5af424fd61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Calling delete_port for 77aa0f57-1061-4ceb-8c03-558b3b45583f owned by compute:nova {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:52.519215 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-a5f4af45-9491-4d32-a0ad-aeb7564df04c req-38a58ce8-5387-4511-a736-6e5af424fd61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:52.527554 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db298b88-1e8b-46df-aee0-2d875fbd8794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2660526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852040149'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:52.545848 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9279071c-8a2e-4547-a1c0-f880b54a0502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:52.550680 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-11c76a1b-53b7-42a1-8172-747a0bb09996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:52.608049 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a58ce8-5387-4511-a736-6e5af424fd61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Pushing event deleted for resources: {'Port': ['ID=77aa0f57-1061-4ceb-8c03-558b3b45583f,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:52.660545 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-38a58ce8-5387-4511-a736-6e5af424fd61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:52.687935 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db298b88-1e8b-46df-aee0-2d875fbd8794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:52.690811 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-db298b88-1e8b-46df-aee0-2d875fbd8794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:52.702193 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b05c45-4f8a-4931-9950-0f6cb6c5a28d req-2af149d1-a633-4ee8-98dd-cabefc74ea86 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:52.703789 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b7b05c45-4f8a-4931-9950-0f6cb6c5a28d req-2af149d1-a633-4ee8-98dd-cabefc74ea86 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 867 time: 0.2481856 Apr 14 16:16:52.758707 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b7b05c45-4f8a-4931-9950-0f6cb6c5a28d req-9dac711a-16f2-4b67-9c11-9dd63333d73c tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453298 Apr 14 16:16:52.768076 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db298b88-1e8b-46df-aee0-2d875fbd8794 admin admin] Checking segment: {'id': '952919a7-c0be-4172-af6c-71b5e1eb82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:16:52.768276 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db298b88-1e8b-46df-aee0-2d875fbd8794 admin admin] Network hostable DHCP agents. Network: 01edfd4a-4731-488e-b758-1b065e88d2e9, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:16:52.793976 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db298b88-1e8b-46df-aee0-2d875fbd8794 admin admin] Network 01edfd4a-4731-488e-b758-1b065e88d2e9 is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:16:52.803592 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-db298b88-1e8b-46df-aee0-2d875fbd8794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, 01edfd4a-4731-488e-b758-1b065e88d2e9) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:16:52.813432 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb251601-1db0-46c4-a507-2f87a44e292a None None] Network 01edfd4a-4731-488e-b758-1b065e88d2e9 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:16:52.817069 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db298b88-1e8b-46df-aee0-2d875fbd8794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:52.817842 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db298b88-1e8b-46df-aee0-2d875fbd8794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:52.841900 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-db298b88-1e8b-46df-aee0-2d875fbd8794 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8029182 Apr 14 16:16:52.844719 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42574) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:52.854971 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-551165486-router', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:52.860330 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:52.864370 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Usage tracker for resource:router and tenant:6afd00d65090450fa9559d0d5ef3a252 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:52.868916 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:52.875043 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:52.884943 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6923'] for router, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:52.886288 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854361997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854264817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768878'] for router, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:52.904364 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:52.977812 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5f4af45-9491-4d32-a0ad-aeb7564df04c req-38a58ce8-5387-4511-a736-6e5af424fd61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:16:53.050689 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad7a66d5-4ab3-56a4-9b57-469e0d818c9a-01edfd4a-4731-488e-b758-1b065e88d2e9', 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'fixed_ips': [{'subnet_id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9'}]}} from dv-cinder-786266-1-iscsi. {{(pid=85246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:16:53.052060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:53.225924 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5f4af45-9491-4d32-a0ad-aeb7564df04c req-38a58ce8-5387-4511-a736-6e5af424fd61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:16:53.243244 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7b55a-cfa0-4a1c-acf2-511290938fae None None] Sync routers for ids ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:16:53.245663 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854381472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768863'] for router, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:53.288955 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7b55a-cfa0-4a1c-acf2-511290938fae None None] Routers {'6a7cf7dd-30b1-4033-a4be-7263ecf96117'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:53.292550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-07b7b55a-cfa0-4a1c-acf2-511290938fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:53.359855 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f4af45-9491-4d32-a0ad-aeb7564df04c req-38a58ce8-5387-4511-a736-6e5af424fd61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] No DVR routers for this DVR port 77aa0f57-1061-4ceb-8c03-558b3b45583f on host hv-cinder-78626 {{(pid=85245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:16:53.367877 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-a5f4af45-9491-4d32-a0ad-aeb7564df04c req-38a58ce8-5387-4511-a736-6e5af424fd61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:53.371332 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd8ae4b-9ee1-4ba9-830e-d1e721901938', 'name': 'network-vif-deleted', 'tag': '77aa0f57-1061-4ceb-8c03-558b3b45583f'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:53.416030 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a5f4af45-9491-4d32-a0ad-aeb7564df04c req-38a58ce8-5387-4511-a736-6e5af424fd61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.41 "DELETE /v2.0/ports/77aa0f57-1061-4ceb-8c03-558b3b45583f HTTP/1.1" status: 204 len: 173 time: 2.0279984 Apr 14 16:16:53.435711 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd8ae4b-9ee1-4ba9-830e-d1e721901938', 'name': 'network-vif-deleted', 'tag': '77aa0f57-1061-4ceb-8c03-558b3b45583f', 'status': 'completed', 'code': 200} Apr 14 16:16:53.658302 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:53.670435 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Allocated IP 172.20.0.2 (01edfd4a-4731-488e-b758-1b065e88d2e9/ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9/d5d1d1b9-1634-41ec-9661-896c4db16ab5) {{(pid=85246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:16:53.695248 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:53.823582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-07b7b55a-cfa0-4a1c-acf2-511290938fae None None] Set router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:53.853359 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Allocated IP 172.27.2.22 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/7a085afd-289e-42df-b162-e2b5c4a8cea5) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:16:54.008542 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06f3586a-c0f5-476a-893b-3ab0ec3c10e4 req-510293a0-d8b9-44d9-b9fb-1d0ac6d09cf7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dd8ae4b-9ee1-4ba9-830e-d1e721901938 HTTP/1.1" status: 200 len: 210 time: 0.0601928 Apr 14 16:16:54.070954 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:54.104764 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:54.124003 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:54.213991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Notify callbacks [] for port, precommit_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:54.241096 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Transition to ACTIVE for port object d5d1d1b9-1634-41ec-9661-896c4db16ab5 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:16:54.282647 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Pushing event updated for resources: {'Port': ['ID=7a085afd-289e-42df-b162-e2b5c4a8cea5,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:54.296558 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.296973 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.297406 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.297809 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.298207 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.298602 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.299002 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.299397 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.299814 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.300178 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.300550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Transition to ACTIVE for port object d5d1d1b9-1634-41ec-9661-896c4db16ab5 will not be triggered until provisioned by entity DHCP. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:16:54.300680 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.300959 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.307881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:54.310504 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:54.326730 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:54.346245 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:16:54.347451 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:16:54.349772 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:16:54.491127 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Pushing event updated for resources: {'Port': ['ID=d5d1d1b9-1634-41ec-9661-896c4db16ab5,revision_number=1']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:54.499179 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-07b7b55a-cfa0-4a1c-acf2-511290938fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:11:01Z', 'revision_number': 4, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '34e8dd3a-778e-4be5-9b53-85b5dde19c34', 'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'mac_address': 'fa:16:3e:b7:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:59Z', 'updated_at': '2021-04-14T16:11:12Z', 'revision_number': 5, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'subnets': [{'id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:54.511996 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.512385 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.516176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.516176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.516176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.516176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.516176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.516176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.516176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.516176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.516176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.516176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:54.534386 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:54.538194 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7b55a-cfa0-4a1c-acf2-511290938fae None None] Checking router: 6a7cf7dd-30b1-4033-a4be-7263ecf96117 for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:16:54.559061 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7b55a-cfa0-4a1c-acf2-511290938fae None None] Routers {'6a7cf7dd-30b1-4033-a4be-7263ecf96117'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:54.559768 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-07b7b55a-cfa0-4a1c-acf2-511290938fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:54.704730 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Network 01edfd4a-4731-488e-b758-1b065e88d2e9 is already hosted by enough agents. {{(pid=85246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:16:54.708015 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Resources bound (agent type, host, resource id): {{(pid=85246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:16:54.712515 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Received port after_create {{(pid=85246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:16:54.847236 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Attempting to bind port d5d1d1b9-1634-41ec-9661-896c4db16ab5 on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:16:54.847655 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Attempting to bind port d5d1d1b9-1634-41ec-9661-896c4db16ab5 by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '952919a7-c0be-4172-af6c-71b5e1eb82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:16:54.848072 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Attempting to bind port d5d1d1b9-1634-41ec-9661-896c4db16ab5 on network 01edfd4a-4731-488e-b758-1b065e88d2e9 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:16:54.860325 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:16:54.860750 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Checking segment: {'id': '952919a7-c0be-4172-af6c-71b5e1eb82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:16:54.861229 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:54.861669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Bound using segment: {'id': '952919a7-c0be-4172-af6c-71b5e1eb82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:16:54.862190 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Bound port: d5d1d1b9-1634-41ec-9661-896c4db16ab5, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952919a7-c0be-4172-af6c-71b5e1eb82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:16:54.862606 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:54.907118 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-07b7b55a-cfa0-4a1c-acf2-511290938fae None None] Set router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:55.059021 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:55.108835 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 77aa0f57-1061-4ceb-8c03-558b3b45583f no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:55.156317 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] For port d5d1d1b9-1634-41ec-9661-896c4db16ab5, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:16:55.185392 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: 77aa0f57-1061-4ceb-8c03-558b3b45583f {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:55.185392 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 77aa0f57-1061-4ceb-8c03-558b3b45583f not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:55.187390 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42596) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:55.238488 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] For port d5d1d1b9-1634-41ec-9661-896c4db16ab5, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=d5d1d1b9-1634-41ec-9661-896c4db16ab5,segment=NetworkSegment(952919a7-c0be-4172-af6c-71b5e1eb82b9),segment_id=952919a7-c0be-4172-af6c-71b5e1eb82b9)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:16:55.247518 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:55.269080 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c72df122-02a3-46d0-b8e6-135138f7ba71 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:55.269306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f294264b-4a9b-410d-a01e-70c5a29b1267 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:55.301275 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c72df122-02a3-46d0-b8e6-135138f7ba71 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:55.353625 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c72df122-02a3-46d0-b8e6-135138f7ba71 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:55.359112 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f35e554e-8ee4-49d6-b4a9-25d591c7db2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:55.374102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72df122-02a3-46d0-b8e6-135138f7ba71 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:55.382508 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c72df122-02a3-46d0-b8e6-135138f7ba71 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:55.392842 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c72df122-02a3-46d0-b8e6-135138f7ba71 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:55.396699 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-c72df122-02a3-46d0-b8e6-135138f7ba71 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "DELETE /v2.0/security-groups/ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab HTTP/1.1" status: 204 len: 168 time: 0.2049243 Apr 14 16:16:55.396971 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42600) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:55.418605 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.v2.resource [None req-bde360ca-c3e7-4aeb-bc3b-50f855c3d669 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] show failed (client error): The resource could not be found. Apr 14 16:16:55.422621 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-bde360ca-c3e7-4aeb-bc3b-50f855c3d669 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups/ffd849b5-ea00-40d3-ad8d-f9d35e2bc3ab HTTP/1.1" status: 404 len: 347 time: 0.0212409 Apr 14 16:16:55.422755 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42604) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:55.508223 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Pushing event updated for resources: {'Port': ['ID=d5d1d1b9-1634-41ec-9661-896c4db16ab5,revision_number=2']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:55.511897 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854361879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394315'] for router, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:55.517764 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:55.589905 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-07b7b55a-cfa0-4a1c-acf2-511290938fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:11:01Z', 'revision_number': 4, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '34e8dd3a-778e-4be5-9b53-85b5dde19c34', 'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'mac_address': 'fa:16:3e:b7:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:59Z', 'updated_at': '2021-04-14T16:11:12Z', 'revision_number': 5, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'subnets': [{'id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:55.595100 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7b55a-cfa0-4a1c-acf2-511290938fae None None] The sync data for ids ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'] in dv-cinder-786266-1-iscsi is: [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:11:01Z', 'revision_number': 4, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '34e8dd3a-778e-4be5-9b53-85b5dde19c34', 'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'mac_address': 'fa:16:3e:b7:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:59Z', 'updated_at': '2021-04-14T16:11:12Z', 'revision_number': 5, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'subnets': [{'id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:16:55.602462 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-2b064a5e-d603-474d-a834-a662e168ea3a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Deleting port 62e231df-b818-4af2-9f14-40ff97cf8351 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:55.602841 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2b064a5e-d603-474d-a834-a662e168ea3a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:55.775713 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Router b424dba4-09ae-4cf5-a913-f32e9aa1040b is scheduled to L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d with binding_index 1 {{(pid=85244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:16:55.802329 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2b064a5e-d603-474d-a834-a662e168ea3a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:55.802809 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2b064a5e-d603-474d-a834-a662e168ea3a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:55.981616 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-2b064a5e-d603-474d-a834-a662e168ea3a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Calling delete_port for 62e231df-b818-4af2-9f14-40ff97cf8351 owned by network:floatingip {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:56.056752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:16:56.083485 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Sync routers for ids ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:16:56.105876 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Routers {'b424dba4-09ae-4cf5-a913-f32e9aa1040b'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:56.111135 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:56.116481 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.118427 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2724574 Apr 14 16:16:56.119616 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device d5d1d1b9-1634-41ec-9661-896c4db16ab5 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:16:56.121620 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42612) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:56.263975 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2b064a5e-d603-474d-a834-a662e168ea3a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.281559 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4631c7f9-8d8a-47e4-87ec-b20a7eb1e8bb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:56.345455 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b064a5e-d603-474d-a834-a662e168ea3a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Pushing event deleted for resources: {'Port': ['ID=62e231df-b818-4af2-9f14-40ff97cf8351,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:56.348706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2b064a5e-d603-474d-a834-a662e168ea3a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:56.383532 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a65aa08-4401-4046-b3e7-cfd5f6d5b1f6 None None] New status for floating IP bd39e692-6bb4-4ae2-a77c-d0f6d0b79c18: DOWN {{(pid=85246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:16:56.417647 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Set router b424dba4-09ae-4cf5-a913-f32e9aa1040b gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:56.579501 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port d5d1d1b9-1634-41ec-9661-896c4db16ab5 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:16:56.615521 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2b064a5e-d603-474d-a834-a662e168ea3a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for floatingip, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.631377 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2b064a5e-d603-474d-a834-a662e168ea3a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.636202 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-2b064a5e-d603-474d-a834-a662e168ea3a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "DELETE /v2.0/floatingips/bd39e692-6bb4-4ae2-a77c-d0f6d0b79c18 HTTP/1.1" status: 204 len: 168 time: 1.2083926 Apr 14 16:16:56.775665 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'name': 'tempest-TestShelveInstance-551165486-router', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:16:52Z', 'updated_at': '2021-04-14T16:16:54Z', 'revision_number': 3, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'gw_port': {'id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:53Z', 'updated_at': '2021-04-14T16:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:56.781855 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Checking router: b424dba4-09ae-4cf5-a913-f32e9aa1040b for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:16:56.782259 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Updating router b424dba4-09ae-4cf5-a913-f32e9aa1040b port 7a085afd-289e-42df-b162-e2b5c4a8cea5 binding host dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:16:56.865949 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.040569 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.051582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42620) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:57.057943 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-737c1084-4b88-4462-837e-b8abf91a14a3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1487042885', 'description': 'tempest-description--445528762'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:57.064253 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-737c1084-4b88-4462-837e-b8abf91a14a3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:57.068586 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-737c1084-4b88-4462-837e-b8abf91a14a3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Usage tracker for resource:security_group and tenant:933c87bdb5354dc39f728c1bc6dfd17e is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:57.072032 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-737c1084-4b88-4462-837e-b8abf91a14a3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:57.078359 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-737c1084-4b88-4462-837e-b8abf91a14a3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:57.091877 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-737c1084-4b88-4462-837e-b8abf91a14a3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.096354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-737c1084-4b88-4462-837e-b8abf91a14a3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:57.100526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-737c1084-4b88-4462-837e-b8abf91a14a3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Usage tracker for resource:security_group_rule and tenant:933c87bdb5354dc39f728c1bc6dfd17e is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:57.104488 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-737c1084-4b88-4462-837e-b8abf91a14a3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:57.111149 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-737c1084-4b88-4462-837e-b8abf91a14a3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:57.202764 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-737c1084-4b88-4462-837e-b8abf91a14a3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.206669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-737c1084-4b88-4462-837e-b8abf91a14a3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.212867 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2cfcf320-edbf-4d3c-a992-7e6b5784a68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:57.255712 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c1084-4b88-4462-837e-b8abf91a14a3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=123f72f3-c937-4c19-98ea-6b484904a661,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:57.261640 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-737c1084-4b88-4462-837e-b8abf91a14a3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:57.276661 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-737c1084-4b88-4462-837e-b8abf91a14a3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.281616 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-737c1084-4b88-4462-837e-b8abf91a14a3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2284896 Apr 14 16:16:57.282261 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42626) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:57.288134 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-cdc06843-413f-4499-88f5-103859393afd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Request body: {'security_group_rule': {'security_group_id': '123f72f3-c937-4c19-98ea-6b484904a661', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:57.295470 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-cdc06843-413f-4499-88f5-103859393afd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:57.301358 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-cdc06843-413f-4499-88f5-103859393afd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Usage tracker for resource:security_group_rule and tenant:933c87bdb5354dc39f728c1bc6dfd17e is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:57.303541 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e14799-5329-45ca-ae75-747ce0232875 None None] Network 01edfd4a-4731-488e-b758-1b065e88d2e9 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:16:57.304862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-cdc06843-413f-4499-88f5-103859393afd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:57.311459 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-cdc06843-413f-4499-88f5-103859393afd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:57.348551 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cdc06843-413f-4499-88f5-103859393afd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.390910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Allocated IP 172.20.0.1 (01edfd4a-4731-488e-b758-1b065e88d2e9/ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9/9ba306c8-ee85-4995-8d46-79fc0c379fc5) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:16:57.422304 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-6a594f63-4792-4d78-9176-00363fb6cf4f None None] Provisioning for port d5d1d1b9-1634-41ec-9661-896c4db16ab5 completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:16:57.427072 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.433788 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-6a594f63-4792-4d78-9176-00363fb6cf4f None None] Provisioning complete for port d5d1d1b9-1634-41ec-9661-896c4db16ab5 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:16:57.434210 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6a594f63-4792-4d78-9176-00363fb6cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.442518 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Transition to ACTIVE for port object 7a085afd-289e-42df-b162-e2b5c4a8cea5 will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:16:57.452394 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.454640 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cdc06843-413f-4499-88f5-103859393afd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.458021 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cdc06843-413f-4499-88f5-103859393afd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.460538 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:57.469370 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:57.500686 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc06843-413f-4499-88f5-103859393afd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87b09b6-1e12-423d-b8da-337014bebb66,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:57.503922 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-cdc06843-413f-4499-88f5-103859393afd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:57.505015 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cdc06843-413f-4499-88f5-103859393afd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.510208 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42630) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:57.511190 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-cdc06843-413f-4499-88f5-103859393afd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2278550 Apr 14 16:16:57.521290 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-8c87e4cb-d5cc-4bc9-9a71-5507faea15d2 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Request body: {'security_group_rule': {'security_group_id': '123f72f3-c937-4c19-98ea-6b484904a661', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:57.533350 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-8c87e4cb-d5cc-4bc9-9a71-5507faea15d2 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:57.541597 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-8c87e4cb-d5cc-4bc9-9a71-5507faea15d2 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Usage tracker for resource:security_group_rule and tenant:933c87bdb5354dc39f728c1bc6dfd17e is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:57.551627 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-8c87e4cb-d5cc-4bc9-9a71-5507faea15d2 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:57.561680 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-8c87e4cb-d5cc-4bc9-9a71-5507faea15d2 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:57.607304 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8c87e4cb-d5cc-4bc9-9a71-5507faea15d2 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.626533 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.633822 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36ce08-b73c-4505-a2d1-4d76154adc3b None None] Pushing event updated for resources: {'Port': ['ID=7a085afd-289e-42df-b162-e2b5c4a8cea5,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:57.644096 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36ce08-b73c-4505-a2d1-4d76154adc3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:57.644695 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36ce08-b73c-4505-a2d1-4d76154adc3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:57.645258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36ce08-b73c-4505-a2d1-4d76154adc3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:57.645791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36ce08-b73c-4505-a2d1-4d76154adc3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:57.646313 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36ce08-b73c-4505-a2d1-4d76154adc3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:57.646843 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36ce08-b73c-4505-a2d1-4d76154adc3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:57.647331 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36ce08-b73c-4505-a2d1-4d76154adc3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:57.647838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36ce08-b73c-4505-a2d1-4d76154adc3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:57.648357 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36ce08-b73c-4505-a2d1-4d76154adc3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:57.649343 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36ce08-b73c-4505-a2d1-4d76154adc3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:57.649866 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36ce08-b73c-4505-a2d1-4d76154adc3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:57.650372 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36ce08-b73c-4505-a2d1-4d76154adc3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:57.665536 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Transition to ACTIVE for port object 9ba306c8-ee85-4995-8d46-79fc0c379fc5 will not be triggered until provisioned by entity DHCP. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:16:57.668342 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bb36ce08-b73c-4505-a2d1-4d76154adc3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:57.684553 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6a594f63-4792-4d78-9176-00363fb6cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.701192 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8c87e4cb-d5cc-4bc9-9a71-5507faea15d2 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.705929 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8c87e4cb-d5cc-4bc9-9a71-5507faea15d2 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.710782 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:57.715711 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-6a594f63-4792-4d78-9176-00363fb6cf4f None None] For port d5d1d1b9-1634-41ec-9661-896c4db16ab5, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=d5d1d1b9-1634-41ec-9661-896c4db16ab5,segment=NetworkSegment(952919a7-c0be-4172-af6c-71b5e1eb82b9),segment_id=952919a7-c0be-4172-af6c-71b5e1eb82b9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:57.724675 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6a594f63-4792-4d78-9176-00363fb6cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.727384 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:57.731704 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Attempting to bind port 7a085afd-289e-42df-b162-e2b5c4a8cea5 on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:16:57.732125 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Attempting to bind port 7a085afd-289e-42df-b162-e2b5c4a8cea5 by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:16:57.732535 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Attempting to bind port 7a085afd-289e-42df-b162-e2b5c4a8cea5 on network b5eead06-8405-4d4c-aea5-71473e96d6f3 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:16:57.738783 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:16:57.739220 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Checking segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:16:57.739665 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.740102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Bound using segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:16:57.740588 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Bound port: 7a085afd-289e-42df-b162-e2b5c4a8cea5, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:16:57.740709 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87e4cb-d5cc-4bc9-9a71-5507faea15d2 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec5a60c-05a0-4af5-81e5-b2580498364f,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:57.741070 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.746096 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8c87e4cb-d5cc-4bc9-9a71-5507faea15d2 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:57.750455 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.766945 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:57.805965 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a594f63-4792-4d78-9176-00363fb6cf4f None None] Pushing event updated for resources: {'Port': ['ID=d5d1d1b9-1634-41ec-9661-896c4db16ab5,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:57.810301 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-6a594f63-4792-4d78-9176-00363fb6cf4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:57.843653 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] For port 7a085afd-289e-42df-b162-e2b5c4a8cea5, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:16:57.847670 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] For port 7a085afd-289e-42df-b162-e2b5c4a8cea5, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=7a085afd-289e-42df-b162-e2b5c4a8cea5,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:16:57.851786 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.870744 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:57.982417 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-f8801309-6d2d-40ec-ad44-74835377dcae None None] Provisioning complete for port d5d1d1b9-1634-41ec-9661-896c4db16ab5 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:16:57.982859 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f8801309-6d2d-40ec-ad44-74835377dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.039947 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36ce08-b73c-4505-a2d1-4d76154adc3b None None] Pushing event updated for resources: {'Port': ['ID=7a085afd-289e-42df-b162-e2b5c4a8cea5,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:58.046003 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bb36ce08-b73c-4505-a2d1-4d76154adc3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:58.056493 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device d5d1d1b9-1634-41ec-9661-896c4db16ab5 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:16:58.083393 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8c87e4cb-d5cc-4bc9-9a71-5507faea15d2 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.088727 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-8c87e4cb-d5cc-4bc9-9a71-5507faea15d2 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5733123 Apr 14 16:16:58.089605 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42636) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:58.097281 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Request body: {'floatingip': {'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:58.121611 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Routers {'b424dba4-09ae-4cf5-a913-f32e9aa1040b'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:58.122096 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:58.123042 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:58.138720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Usage tracker for resource:floatingip and tenant:933c87bdb5354dc39f728c1bc6dfd17e is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:58.151418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:58.169809 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:58.176227 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba306c8-ee85-4995-8d46-79fc0c379fc5,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:58.182416 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:58.198764 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for floatingip, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.242001 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Network 01edfd4a-4731-488e-b758-1b065e88d2e9 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:16:58.243332 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:16:58.246590 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:16:58.262070 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port d5d1d1b9-1634-41ec-9661-896c4db16ab5 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:16:58.262411 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.329983 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394380'] for router_interface, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.416279 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] Set router b424dba4-09ae-4cf5-a913-f32e9aa1040b gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:58.461647 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.554116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-22fe2c9d-5a17-4cd9-b900-f90cb6032570 None None] Provisioning for port 9ba306c8-ee85-4995-8d46-79fc0c379fc5 completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:16:58.559833 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-22fe2c9d-5a17-4cd9-b900-f90cb6032570 None None] Provisioning complete for port 9ba306c8-ee85-4995-8d46-79fc0c379fc5 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:16:58.560140 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-22fe2c9d-5a17-4cd9-b900-f90cb6032570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.649838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Allocated IP 172.27.2.51 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/97cab176-92db-4f2b-b1ab-cbc4274474fd) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:16:58.656082 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-22fe2c9d-5a17-4cd9-b900-f90cb6032570 None None] Port 9ba306c8-ee85-4995-8d46-79fc0c379fc5 cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:16:58.664076 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.822800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.858963 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.876335 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-292d71bf-6cfe-4ddb-a1a9-bcdba96057c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:58.946934 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'name': 'tempest-TestShelveInstance-551165486-router', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:16:52Z', 'updated_at': '2021-04-14T16:16:54Z', 'revision_number': 3, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'gw_port': {'id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:53Z', 'updated_at': '2021-04-14T16:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:58.951260 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fa9e2d-a1e8-489f-b9ed-a0c6f7ca3850 None None] The sync data for ids ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'] in dv-cinder-786266-1-iscsi is: [{'id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'name': 'tempest-TestShelveInstance-551165486-router', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:16:52Z', 'updated_at': '2021-04-14T16:16:54Z', 'revision_number': 3, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'gw_port': {'id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:53Z', 'updated_at': '2021-04-14T16:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:16:58.990293 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.994331 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.029075 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:59.118189 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410661'] for router_interface, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.211947 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba306c8-ee85-4995-8d46-79fc0c379fc5,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:59.216258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:59.270085 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Pushing event updated for resources: {'Port': ['ID=97cab176-92db-4f2b-b1ab-cbc4274474fd,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:59.274596 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:59.287064 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Network 01edfd4a-4731-488e-b758-1b065e88d2e9 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:16:59.288381 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:16:59.328298 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:16:59.330899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:16:59.333544 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:16:59.475636 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.548527 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.553677 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Router b424dba4-09ae-4cf5-a913-f32e9aa1040b has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:16:59.589332 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-c98e4639-a9c5-4aa8-9bbd-d876572c7d56 None None] Provisioning complete for port 9ba306c8-ee85-4995-8d46-79fc0c379fc5 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:16:59.589760 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c98e4639-a9c5-4aa8-9bbd-d876572c7d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.652677 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-c98e4639-a9c5-4aa8-9bbd-d876572c7d56 None None] Port 9ba306c8-ee85-4995-8d46-79fc0c379fc5 cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:16:59.782553 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:16:59.790977 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] 10.222.0.60 "PUT /v2.0/routers/b424dba4-09ae-4cf5-a913-f32e9aa1040b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6681912 Apr 14 16:16:59.870972 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.875222 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.892284 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4b230b5f-41ce-427c-bdf2-a3a1e84e10e4 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:59.981402 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Pushing event updated for resources: {'Port': ['ID=97cab176-92db-4f2b-b1ab-cbc4274474fd,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:59.985773 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:00.056620 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 7a085afd-289e-42df-b162-e2b5c4a8cea5 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:17:00.146093 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 7a085afd-289e-42df-b162-e2b5c4a8cea5 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:17:00.152703 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 7a085afd-289e-42df-b162-e2b5c4a8cea5 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:00.153439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.170888 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854381538'] for floatingip, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.201081 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.202453 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1110563 Apr 14 16:17:00.323753 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.347358 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port 7a085afd-289e-42df-b162-e2b5c4a8cea5, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=7a085afd-289e-42df-b162-e2b5c4a8cea5,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:00.351521 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.354672 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:00.450996 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=7a085afd-289e-42df-b162-e2b5c4a8cea5,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:00.460738 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:00.462692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-d7468aec-e0ef-4d25-ab0e-1c6f6a92b414 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Synchronizing usage tracker for tenant:933c87bdb5354dc39f728c1bc6dfd17e on resource:security_group {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:17:00.474762 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42682) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:00.479989 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-d7468aec-e0ef-4d25-ab0e-1c6f6a92b414 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Unset dirty status for tenant:933c87bdb5354dc39f728c1bc6dfd17e on resource:security_group {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:17:00.481293 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-d7468aec-e0ef-4d25-ab0e-1c6f6a92b414 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1487042885&fields=id&tenant_id=933c87bdb5354dc39f728c1bc6dfd17e HTTP/1.1" status: 200 len: 267 time: 0.0631988 Apr 14 16:17:00.483309 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-513434304-network', 'tenant_id': '92316c87711c4982b16ddff4a24baa44'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:00.488337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:00.493368 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Usage tracker for resource:network and tenant:92316c87711c4982b16ddff4a24baa44 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:17:00.496475 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:17:00.502982 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:00.516689 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Made reservation on behalf of 92316c87711c4982b16ddff4a24baa44 for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:17:00.521571 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.535354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.552258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:00.556731 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Usage tracker for resource:security_group_rule and tenant:92316c87711c4982b16ddff4a24baa44 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:17:00.559736 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:17:00.565863 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:00.654462 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-4bbfe606-4b72-48a9-a0d4-7b969acbb4e4 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:00.655017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.655976 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-4bbfe606-4b72-48a9-a0d4-7b969acbb4e4 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/networks?id=5635013d-c232-42e6-92f8-9c466e9855da HTTP/1.1" status: 200 len: 811 time: 0.1671338 Apr 14 16:17:00.657749 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.662147 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3b18a3db-996f-443d-8bae-910903ca8f57 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:00.676099 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f86786b0-94b4-459d-93fa-ae15d7d8aa5b tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/quotas/933c87bdb5354dc39f728c1bc6dfd17e HTTP/1.1" status: 200 len: 375 time: 0.0103509 Apr 14 16:17:00.691874 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:17:00.701987 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e37d0f-6add-4531-a0dd-cb7be8648775,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:00.705311 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:00.709221 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.709737 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Added segment 3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b of type vlan for network f7b9b4a8-9b66-4f89-88a9-575f2bc0069c Apr 14 16:17:00.737459 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.768196 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.769646 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:00.770331 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.771577 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f02be7d8-bdf2-41c9-bfad-06be0bad66f0 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Synchronizing usage tracker for tenant:933c87bdb5354dc39f728c1bc6dfd17e on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:17:00.775527 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:00.787543 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f02be7d8-bdf2-41c9-bfad-06be0bad66f0 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Unset dirty status for tenant:933c87bdb5354dc39f728c1bc6dfd17e on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:17:00.789079 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f02be7d8-bdf2-41c9-bfad-06be0bad66f0 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=933c87bdb5354dc39f728c1bc6dfd17e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1060426 Apr 14 16:17:00.883541 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4048181 Apr 14 16:17:00.884333 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42692) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:00.892615 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-f456ef20-dac5-4075-95cd-a24ae7bf7674 admin admin] Request body: {'subnet': {'network_id': 'f7b9b4a8-9b66-4f89-88a9-575f2bc0069c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-513434304-subnet', 'tenant_id': '92316c87711c4982b16ddff4a24baa44', 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:00.896087 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Pushing event updated for resources: {'Network': ['ID=f7b9b4a8-9b66-4f89-88a9-575f2bc0069c,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:00.900025 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:00.902568 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f456ef20-dac5-4075-95cd-a24ae7bf7674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:00.908226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f456ef20-dac5-4075-95cd-a24ae7bf7674 admin admin] Usage tracker for resource:subnet and tenant:92316c87711c4982b16ddff4a24baa44 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:17:00.908832 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network f7b9b4a8-9b66-4f89-88a9-575f2bc0069c details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:17:00.911594 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f456ef20-dac5-4075-95cd-a24ae7bf7674 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:17:00.919818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f456ef20-dac5-4075-95cd-a24ae7bf7674 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:00.929222 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f456ef20-dac5-4075-95cd-a24ae7bf7674 admin admin] Made reservation on behalf of 92316c87711c4982b16ddff4a24baa44 for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:17:00.935080 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f456ef20-dac5-4075-95cd-a24ae7bf7674 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852040108'] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.962682 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-abdd7f79-fcc4-49e5-b337-dd7a350acf79 service neutron] 10.222.0.60 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608534 Apr 14 16:17:01.118702 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-ac5da12b-daf1-45d6-8797-8c6c3725163f service neutron] 10.222.0.60 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486955 Apr 14 16:17:01.344320 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5ba2cdf7-b833-4b9d-b98a-bf5111103147 req-69a4c62a-3548-4ad4-bb65-1222678c5578 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 210 time: 0.0563128 Apr 14 16:17:01.411602 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f456ef20-dac5-4075-95cd-a24ae7bf7674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2660526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852040149'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:01.427780 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ee5b6c43-dc10-498d-9c72-c4d31766bdcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:01.567502 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456ef20-dac5-4075-95cd-a24ae7bf7674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4427b3ab-93cd-46eb-a3f9-d9ef5fb097c1,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:01.572636 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f456ef20-dac5-4075-95cd-a24ae7bf7674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:01.643957 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f456ef20-dac5-4075-95cd-a24ae7bf7674 admin admin] Checking segment: {'id': '3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7b9b4a8-9b66-4f89-88a9-575f2bc0069c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:17:01.644354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f456ef20-dac5-4075-95cd-a24ae7bf7674 admin admin] Network hostable DHCP agents. Network: f7b9b4a8-9b66-4f89-88a9-575f2bc0069c, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:17:01.665680 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f456ef20-dac5-4075-95cd-a24ae7bf7674 admin admin] Network f7b9b4a8-9b66-4f89-88a9-575f2bc0069c is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:17:01.674435 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-f456ef20-dac5-4075-95cd-a24ae7bf7674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, f7b9b4a8-9b66-4f89-88a9-575f2bc0069c) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:17:01.686830 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76411e2-3992-447c-9d3b-a5ab8c341318 None None] Network f7b9b4a8-9b66-4f89-88a9-575f2bc0069c requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:17:01.689460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f456ef20-dac5-4075-95cd-a24ae7bf7674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:01.691752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f456ef20-dac5-4075-95cd-a24ae7bf7674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:01.714446 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-f456ef20-dac5-4075-95cd-a24ae7bf7674 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8288870 Apr 14 16:17:01.716803 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42708) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:01.722251 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-513434304-router', 'tenant_id': '92316c87711c4982b16ddff4a24baa44', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:01.728593 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:01.732877 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Usage tracker for resource:router and tenant:92316c87711c4982b16ddff4a24baa44 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:17:01.736670 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:17:01.743659 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:01.753471 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6923'] for router, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:01.754565 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854361997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854264817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768878'] for router, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:01.771096 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:01.928285 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad7a66d5-4ab3-56a4-9b57-469e0d818c9a-f7b9b4a8-9b66-4f89-88a9-575f2bc0069c', 'network_id': 'f7b9b4a8-9b66-4f89-88a9-575f2bc0069c', 'tenant_id': '92316c87711c4982b16ddff4a24baa44', 'fixed_ips': [{'subnet_id': '4427b3ab-93cd-46eb-a3f9-d9ef5fb097c1'}]}} from dv-cinder-786266-1-iscsi. {{(pid=85246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:17:01.929273 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:01.999680 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Sync routers for ids ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:17:02.014524 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Routers {'b424dba4-09ae-4cf5-a913-f32e9aa1040b'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:02.015219 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:02.034819 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 7a085afd-289e-42df-b162-e2b5c4a8cea5 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:17:02.108280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854381472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768863'] for router, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:02.170863 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 7a085afd-289e-42df-b162-e2b5c4a8cea5 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:02.171288 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:02.251302 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Set router b424dba4-09ae-4cf5-a913-f32e9aa1040b gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:02.269135 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Allocated IP 172.20.0.2 (f7b9b4a8-9b66-4f89-88a9-575f2bc0069c/4427b3ab-93cd-46eb-a3f9-d9ef5fb097c1/8f365485-beb9-42af-94ee-33e2ad1d698b) {{(pid=85246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:17:02.596251 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Notify callbacks [] for port, precommit_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:02.609722 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-44c4d0bb-6696-4318-a8d0-6d17a68f711a req-23b66f68-4b04-408a-af59-27dabc6866a1 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 210 time: 0.0765188 Apr 14 16:17:02.610362 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Transition to ACTIVE for port object 8f365485-beb9-42af-94ee-33e2ad1d698b will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:17:02.636729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'name': 'tempest-TestShelveInstance-551165486-router', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:16:52Z', 'updated_at': '2021-04-14T16:16:58Z', 'revision_number': 4, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'gw_port': {'id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:53Z', 'updated_at': '2021-04-14T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '9ba306c8-ee85-4995-8d46-79fc0c379fc5', 'name': '', 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'mac_address': 'fa:16:3e:af:fe:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:57Z', 'updated_at': '2021-04-14T16:16:58Z', 'revision_number': 2, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'subnets': [{'id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:02.643021 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Checking router: b424dba4-09ae-4cf5-a913-f32e9aa1040b for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:17:02.643754 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Updating router b424dba4-09ae-4cf5-a913-f32e9aa1040b port 9ba306c8-ee85-4995-8d46-79fc0c379fc5 binding host dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:17:02.654297 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Transition to ACTIVE for port object 8f365485-beb9-42af-94ee-33e2ad1d698b will not be triggered until provisioned by entity DHCP. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:17:02.660991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919'] for port, after_create {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:02.680080 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:02.713321 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:02.868405 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-1120aa26-d1f7-454d-997d-02dfb38ad692 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:02.870301 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-1120aa26-d1f7-454d-997d-02dfb38ad692 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.41 "GET /v2.0/networks?id=5635013d-c232-42e6-92f8-9c466e9855da HTTP/1.1" status: 200 len: 811 time: 0.2980566 Apr 14 16:17:02.924492 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Network f7b9b4a8-9b66-4f89-88a9-575f2bc0069c is already hosted by enough agents. {{(pid=85246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:17:02.926379 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Pushing event updated for resources: {'Port': ['ID=8f365485-beb9-42af-94ee-33e2ad1d698b,revision_number=1']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:02.928877 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Resources bound (agent type, host, resource id): {{(pid=85246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:17:02.931234 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:02.932001 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Received port after_create {{(pid=85246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:17:02.970233 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-67b71c91-5289-4de0-af23-318d7f437068 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=933c87bdb5354dc39f728c1bc6dfd17e HTTP/1.1" status: 200 len: 5704 time: 0.0857449 Apr 14 16:17:02.984240 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f5e84bdb-7df4-4192-9bcf-7bbb9f5b05f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Request body: {'port': {'device_id': '8aec1638-2b51-4bc7-a664-e2d1b227228f', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'admin_state_up': True, 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'security_groups': ['123f72f3-c937-4c19-98ea-6b484904a661']}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:03.011926 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.048041 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.059913 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Attempting to bind port 8f365485-beb9-42af-94ee-33e2ad1d698b on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:17:03.060331 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Attempting to bind port 8f365485-beb9-42af-94ee-33e2ad1d698b by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7b9b4a8-9b66-4f89-88a9-575f2bc0069c'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:17:03.060739 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Attempting to bind port 8f365485-beb9-42af-94ee-33e2ad1d698b on network f7b9b4a8-9b66-4f89-88a9-575f2bc0069c {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:17:03.066475 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:17:03.066890 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Checking segment: {'id': '3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7b9b4a8-9b66-4f89-88a9-575f2bc0069c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:17:03.067331 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.067763 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Bound using segment: {'id': '3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7b9b4a8-9b66-4f89-88a9-575f2bc0069c'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:17:03.068380 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Bound port: 8f365485-beb9-42af-94ee-33e2ad1d698b, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7b9b4a8-9b66-4f89-88a9-575f2bc0069c'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:17:03.068791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.150395 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f5e84bdb-7df4-4192-9bcf-7bbb9f5b05f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:03.163783 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f5e84bdb-7df4-4192-9bcf-7bbb9f5b05f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:03.174279 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f5e84bdb-7df4-4192-9bcf-7bbb9f5b05f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Made reservation on behalf of 933c87bdb5354dc39f728c1bc6dfd17e for: {'port': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:17:03.182611 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f5e84bdb-7df4-4192-9bcf-7bbb9f5b05f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.241323 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] For port 8f365485-beb9-42af-94ee-33e2ad1d698b, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:17:03.245654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] For port 8f365485-beb9-42af-94ee-33e2ad1d698b, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=8f365485-beb9-42af-94ee-33e2ad1d698b,segment=NetworkSegment(3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b),segment_id=3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:17:03.249917 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.253114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.266368 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Transition to ACTIVE for port object 9ba306c8-ee85-4995-8d46-79fc0c379fc5 will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:17:03.270703 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Allocated IP 172.27.2.163 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/58a90977-0805-47ee-a61c-ade76d0873fd) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:17:03.273298 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.409133 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f5e84bdb-7df4-4192-9bcf-7bbb9f5b05f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Allocated IP 172.20.0.3 (5635013d-c232-42e6-92f8-9c466e9855da/5c32f2be-29eb-445b-8f3d-8786422a2c00/f1caa616-44ca-499b-9670-8b92cff097ae) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:17:03.427482 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9f75ee9c-3fe5-4fce-95dd-68f6bd44e663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:03.474699 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:03.485670 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.527712 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.554002 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-21b67b92-bd56-44c2-8356-5da21df862b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:03.578038 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Pushing event updated for resources: {'Port': ['ID=8f365485-beb9-42af-94ee-33e2ad1d698b,revision_number=2']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:03.592567 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:03.661318 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f5e84bdb-7df4-4192-9bcf-7bbb9f5b05f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.682507 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Pushing event updated for resources: {'Port': ['ID=58a90977-0805-47ee-a61c-ade76d0873fd,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:03.688050 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:03.716396 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f5e84bdb-7df4-4192-9bcf-7bbb9f5b05f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Transition to ACTIVE for port object f1caa616-44ca-499b-9670-8b92cff097ae will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:17:03.719079 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Attempting to bind port 9ba306c8-ee85-4995-8d46-79fc0c379fc5 on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:17:03.719682 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Attempting to bind port 9ba306c8-ee85-4995-8d46-79fc0c379fc5 by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '952919a7-c0be-4172-af6c-71b5e1eb82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:17:03.728330 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Attempting to bind port 9ba306c8-ee85-4995-8d46-79fc0c379fc5 on network 01edfd4a-4731-488e-b758-1b065e88d2e9 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:17:03.743459 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:17:03.744144 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Checking segment: {'id': '952919a7-c0be-4172-af6c-71b5e1eb82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:17:03.744744 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.745381 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Bound using segment: {'id': '952919a7-c0be-4172-af6c-71b5e1eb82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:17:03.746067 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Bound port: 9ba306c8-ee85-4995-8d46-79fc0c379fc5, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952919a7-c0be-4172-af6c-71b5e1eb82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:17:03.746651 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.764018 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f5e84bdb-7df4-4192-9bcf-7bbb9f5b05f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.844785 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4145-47ba-4f45-96c2-5fa44827acbd None None] Pushing event updated for resources: {'Port': ['ID=9ba306c8-ee85-4995-8d46-79fc0c379fc5,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:03.849511 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-433a4145-47ba-4f45-96c2-5fa44827acbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:03.852541 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] For port 9ba306c8-ee85-4995-8d46-79fc0c379fc5, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:17:03.855975 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] For port 9ba306c8-ee85-4995-8d46-79fc0c379fc5, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=9ba306c8-ee85-4995-8d46-79fc0c379fc5,segment=NetworkSegment(952919a7-c0be-4172-af6c-71b5e1eb82b9),segment_id=952919a7-c0be-4172-af6c-71b5e1eb82b9)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:17:03.859703 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.876732 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f65d80b1-4a7e-402a-95d2-a8b6ab2a402b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:03.906935 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fa728dea-98f9-4c19-be93-5aa6622b85a9 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:03.927538 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:17:03.930259 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:17:03.942701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:17:04.009709 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b93bb0-462d-4c66-b9f3-94f05e434623 req-e94aaef4-d090-4c9b-9803-24e9eea623da tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:04.011487 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-60b93bb0-462d-4c66-b9f3-94f05e434623 req-e94aaef4-d090-4c9b-9803-24e9eea623da tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 931 time: 0.1842847 Apr 14 16:17:04.034358 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e84bdb-7df4-4192-9bcf-7bbb9f5b05f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Pushing event updated for resources: {'Port': ['ID=f1caa616-44ca-499b-9670-8b92cff097ae,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:04.040679 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f5e84bdb-7df4-4192-9bcf-7bbb9f5b05f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:04.060706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4145-47ba-4f45-96c2-5fa44827acbd None None] Pushing event updated for resources: {'Port': ['ID=9ba306c8-ee85-4995-8d46-79fc0c379fc5,revision_number=4']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:04.064052 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-433a4145-47ba-4f45-96c2-5fa44827acbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:04.081804 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f5e84bdb-7df4-4192-9bcf-7bbb9f5b05f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Network 5635013d-c232-42e6-92f8-9c466e9855da is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:17:04.092838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f5e84bdb-7df4-4192-9bcf-7bbb9f5b05f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:17:04.096236 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f5e84bdb-7df4-4192-9bcf-7bbb9f5b05f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:17:04.237385 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f5e84bdb-7df4-4192-9bcf-7bbb9f5b05f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:04.238499 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-60b93bb0-462d-4c66-b9f3-94f05e434623 req-1af6a2a4-5d54-455b-aa18-120f2ccd3345 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=123f72f3-c937-4c19-98ea-6b484904a661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580455 Apr 14 16:17:04.248152 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f5e84bdb-7df4-4192-9bcf-7bbb9f5b05f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:04.298551 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-f5e84bdb-7df4-4192-9bcf-7bbb9f5b05f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3190994 Apr 14 16:17:04.319464 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Request body: {'port': {'device_id': '8aec1638-2b51-4bc7-a664-e2d1b227228f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:04.353571 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Routers {'b424dba4-09ae-4cf5-a913-f32e9aa1040b'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:04.354404 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:04.485020 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-9fecc315-31dc-4c91-932a-0d8e3c73164c None None] Provisioning for port f1caa616-44ca-499b-9670-8b92cff097ae completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:17:04.491490 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-9fecc315-31dc-4c91-932a-0d8e3c73164c None None] Provisioning complete for port f1caa616-44ca-499b-9670-8b92cff097ae triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:04.492908 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9fecc315-31dc-4c91-932a-0d8e3c73164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:04.512184 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:04.586888 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-9fecc315-31dc-4c91-932a-0d8e3c73164c None None] Port f1caa616-44ca-499b-9670-8b92cff097ae cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:17:04.633832 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:04.822711 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] Set router b424dba4-09ae-4cf5-a913-f32e9aa1040b gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:04.961853 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1caa616-44ca-499b-9670-8b92cff097ae {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:17:04.972135 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:04.988776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Transition to ACTIVE for port object f1caa616-44ca-499b-9670-8b92cff097ae will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:17:04.992857 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:05.012391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:05.046930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854361879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394315'] for router, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:05.177781 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Pushing event updated for resources: {'Port': ['ID=f1caa616-44ca-499b-9670-8b92cff097ae,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:05.189428 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:05.306614 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'name': 'tempest-TestShelveInstance-551165486-router', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:16:52Z', 'updated_at': '2021-04-14T16:16:58Z', 'revision_number': 4, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'gw_port': {'id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:53Z', 'updated_at': '2021-04-14T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '9ba306c8-ee85-4995-8d46-79fc0c379fc5', 'name': '', 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'mac_address': 'fa:16:3e:af:fe:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:57Z', 'updated_at': '2021-04-14T16:17:03Z', 'revision_number': 4, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'subnets': [{'id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:05.311655 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd5dc2d-ac22-44d7-81be-78aad5507fa0 None None] The sync data for ids ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'] in dv-cinder-786266-1-iscsi is: [{'id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'name': 'tempest-TestShelveInstance-551165486-router', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:16:52Z', 'updated_at': '2021-04-14T16:16:58Z', 'revision_number': 4, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'gw_port': {'id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:53Z', 'updated_at': '2021-04-14T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '9ba306c8-ee85-4995-8d46-79fc0c379fc5', 'name': '', 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'mac_address': 'fa:16:3e:af:fe:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:57Z', 'updated_at': '2021-04-14T16:17:03Z', 'revision_number': 4, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'subnets': [{'id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:17:05.431724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Router bfd91268-4aec-4b6a-b6eb-de2b3110eb98 is scheduled to L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d with binding_index 1 {{(pid=85244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:17:05.528298 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Attempting to bind port f1caa616-44ca-499b-9670-8b92cff097ae on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:17:05.528678 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Attempting to bind port f1caa616-44ca-499b-9670-8b92cff097ae by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'fa60e05a-0e61-4e81-afb8-895a8bbff706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:17:05.529064 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Attempting to bind port f1caa616-44ca-499b-9670-8b92cff097ae on network 5635013d-c232-42e6-92f8-9c466e9855da {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:17:05.539981 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Port f1caa616-44ca-499b-9670-8b92cff097ae on network 5635013d-c232-42e6-92f8-9c466e9855da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:17:05.540354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Attempting to bind port f1caa616-44ca-499b-9670-8b92cff097ae on network 5635013d-c232-42e6-92f8-9c466e9855da {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:17:05.540900 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f2eb36-0df6-43c7-8f05-82e08d9b9474 None None] Network f7b9b4a8-9b66-4f89-88a9-575f2bc0069c requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:17:05.547351 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:17:05.547729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Checking segment: {'id': 'fa60e05a-0e61-4e81-afb8-895a8bbff706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:17:05.548156 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Bound using segment: {'id': 'fa60e05a-0e61-4e81-afb8-895a8bbff706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:17:05.548622 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Bound port: f1caa616-44ca-499b-9670-8b92cff097ae, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa60e05a-0e61-4e81-afb8-895a8bbff706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:17:05.549300 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:05.646100 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] For port f1caa616-44ca-499b-9670-8b92cff097ae, host hv-cinder-78626, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:17:05.650728 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] For port f1caa616-44ca-499b-9670-8b92cff097ae, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f1caa616-44ca-499b-9670-8b92cff097ae,segment=NetworkSegment(fa60e05a-0e61-4e81-afb8-895a8bbff706),segment_id=fa60e05a-0e61-4e81-afb8-895a8bbff706)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:17:05.658409 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:05.666825 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-99ca79d3-c35c-45c0-814d-36dc793affbd None None] Provisioning for port 8f365485-beb9-42af-94ee-33e2ad1d698b completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:17:05.828411 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:17:05.843426 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Sync routers for ids ['bfd91268-4aec-4b6a-b6eb-de2b3110eb98'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:17:05.877600 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Routers {'bfd91268-4aec-4b6a-b6eb-de2b3110eb98'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:05.878420 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['bfd91268-4aec-4b6a-b6eb-de2b3110eb98'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:05.887684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ad017-dad1-496c-84bf-610ab2383dc1 req-abd3d1a7-340d-465f-b349-95a2ac5870d5 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:05.895350 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a63ad017-dad1-496c-84bf-610ab2383dc1 req-abd3d1a7-340d-465f-b349-95a2ac5870d5 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 943 time: 0.2506008 Apr 14 16:17:05.970191 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f80b8128-ffff-43b1-9fdf-68eca35c5fc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:06.183791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Pushing event updated for resources: {'Port': ['ID=f1caa616-44ca-499b-9670-8b92cff097ae,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:06.208943 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:06.226551 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Set router bfd91268-4aec-4b6a-b6eb-de2b3110eb98 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:06.273000 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:06.274501 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:06.276003 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] 10.222.0.41 "PUT /v2.0/ports/f1caa616-44ca-499b-9670-8b92cff097ae HTTP/1.1" status: 200 len: 1093 time: 1.9618165 Apr 14 16:17:06.276559 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aec1638-2b51-4bc7-a664-e2d1b227228f', 'tag': 'f1caa616-44ca-499b-9670-8b92cff097ae'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:17:06.421254 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:06.425457 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7050025 Apr 14 16:17:06.427163 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42742) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:06.436682 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aec1638-2b51-4bc7-a664-e2d1b227228f', 'tag': 'f1caa616-44ca-499b-9670-8b92cff097ae', 'status': 'completed', 'code': 200} Apr 14 16:17:06.497486 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-ec71281b-6c9a-4c9f-be84-a4b0a3baa963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:06.499006 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-ec71281b-6c9a-4c9f-be84-a4b0a3baa963 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=933c87bdb5354dc39f728c1bc6dfd17e&device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 1096 time: 0.1642458 Apr 14 16:17:06.566113 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 9ba306c8-ee85-4995-8d46-79fc0c379fc5 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:17:06.600289 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a63ad017-dad1-496c-84bf-610ab2383dc1 req-d8c543f5-9bb4-4ae8-91c4-c4724031a899 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=123f72f3-c937-4c19-98ea-6b484904a661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7035618 Apr 14 16:17:06.630381 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-a131049b-0bab-4632-a7ee-0fb0135ac288 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1caa616-44ca-499b-9670-8b92cff097ae HTTP/1.1" status: 200 len: 217 time: 0.1165802 Apr 14 16:17:06.717709 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-340c62e5-827d-401d-a640-7b3dab619e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:06.719535 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-340c62e5-827d-401d-a640-7b3dab619e13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c32f2be-29eb-445b-8f3d-8786422a2c00 HTTP/1.1" status: 200 len: 850 time: 0.0820215 Apr 14 16:17:06.771252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 9ba306c8-ee85-4995-8d46-79fc0c379fc5 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:17:06.780422 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 9ba306c8-ee85-4995-8d46-79fc0c379fc5 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:06.780879 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:06.845699 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-2b8958a0-b924-4ac2-a52c-163abf724315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:06.847299 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-2b8958a0-b924-4ac2-a52c-163abf724315 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5635013d-c232-42e6-92f8-9c466e9855da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1180456 Apr 14 16:17:06.925510 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'name': 'tempest-TestShelveInstance-513434304-router', 'tenant_id': '92316c87711c4982b16ddff4a24baa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '58a90977-0805-47ee-a61c-ade76d0873fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:17:01Z', 'updated_at': '2021-04-14T16:17:04Z', 'revision_number': 3, 'project_id': '92316c87711c4982b16ddff4a24baa44', 'gw_port': {'id': '58a90977-0805-47ee-a61c-ade76d0873fd', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:17:03Z', 'updated_at': '2021-04-14T16:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:06.937489 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Checking router: bfd91268-4aec-4b6a-b6eb-de2b3110eb98 for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:17:06.937875 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Updating router bfd91268-4aec-4b6a-b6eb-de2b3110eb98 port 58a90977-0805-47ee-a61c-ade76d0873fd binding host dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:17:07.019944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.106100 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-78421ef0-364b-4a8a-bf64-8388d4721fa0 service neutron] 10.222.0.41 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424450 Apr 14 16:17:07.107720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.179217 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port 9ba306c8-ee85-4995-8d46-79fc0c379fc5, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=9ba306c8-ee85-4995-8d46-79fc0c379fc5,segment=NetworkSegment(952919a7-c0be-4172-af6c-71b5e1eb82b9),segment_id=952919a7-c0be-4172-af6c-71b5e1eb82b9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:07.198477 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.199612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 8f365485-beb9-42af-94ee-33e2ad1d698b up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:17:07.238271 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-12e2d131-ea84-4c08-be9c-2b283ab20a94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:07.324369 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3b894d74-4b74-460d-9c52-36d7634e5a72 req-58fc383a-2888-4707-bc52-71cfb5b7661c service neutron] 10.222.0.41 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100673 Apr 14 16:17:07.463735 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.466836 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4966e-0727-410c-8160-060dddf77aa0 req-caea4cda-f2e6-4155-aeab-2fe24e89e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:07.468490 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5ce4966e-0727-410c-8160-060dddf77aa0 req-caea4cda-f2e6-4155-aeab-2fe24e89e84b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=933c87bdb5354dc39f728c1bc6dfd17e&device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 1096 time: 0.0924997 Apr 14 16:17:07.621349 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4966e-0727-410c-8160-060dddf77aa0 req-42f7c8fb-42a0-4f05-9a15-ceee26e12cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:07.622828 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5ce4966e-0727-410c-8160-060dddf77aa0 req-42f7c8fb-42a0-4f05-9a15-ceee26e12cb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5635013d-c232-42e6-92f8-9c466e9855da HTTP/1.1" status: 200 len: 912 time: 0.1447003 Apr 14 16:17:07.651393 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=9ba306c8-ee85-4995-8d46-79fc0c379fc5,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:07.658818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:07.661437 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 8f365485-beb9-42af-94ee-33e2ad1d698b completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:17:07.704844 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Allocated IP 172.20.0.1 (f7b9b4a8-9b66-4f89-88a9-575f2bc0069c/4427b3ab-93cd-46eb-a3f9-d9ef5fb097c1/d53e656d-21a2-432f-9d10-55f72d1f8bfc) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:17:07.713239 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 8f365485-beb9-42af-94ee-33e2ad1d698b triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:07.713666 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.716717 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5ce4966e-0727-410c-8160-060dddf77aa0 req-99496fa6-a30b-406e-b197-a526b164edd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1caa616-44ca-499b-9670-8b92cff097ae HTTP/1.1" status: 200 len: 217 time: 0.0771732 Apr 14 16:17:07.803597 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4966e-0727-410c-8160-060dddf77aa0 req-cad51bf5-98bf-4a59-ad26-ab58e310f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:07.805531 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5ce4966e-0727-410c-8160-060dddf77aa0 req-cad51bf5-98bf-4a59-ad26-ab58e310f436 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c32f2be-29eb-445b-8f3d-8786422a2c00 HTTP/1.1" status: 200 len: 850 time: 0.0715051 Apr 14 16:17:07.903567 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4966e-0727-410c-8160-060dddf77aa0 req-0a287df4-6a1c-46c7-adc3-8eacc0c9430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:07.904589 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.905232 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5ce4966e-0727-410c-8160-060dddf77aa0 req-0a287df4-6a1c-46c7-adc3-8eacc0c9430d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5635013d-c232-42e6-92f8-9c466e9855da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0906954 Apr 14 16:17:07.943576 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.962206 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761abc0-a986-4000-ac7d-26eb3245f96c req-8bd225ef-b008-47e5-8ba7-a6cf1aca81f0 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:07.964029 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2761abc0-a986-4000-ac7d-26eb3245f96c req-8bd225ef-b008-47e5-8ba7-a6cf1aca81f0 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 943 time: 0.2081501 Apr 14 16:17:07.969426 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port 8f365485-beb9-42af-94ee-33e2ad1d698b, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=8f365485-beb9-42af-94ee-33e2ad1d698b,segment=NetworkSegment(3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b),segment_id=3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:07.975956 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.984605 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:07.999840 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Transition to ACTIVE for port object d53e656d-21a2-432f-9d10-55f72d1f8bfc will not be triggered until provisioned by entity DHCP. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:17:08.010054 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2761abc0-a986-4000-ac7d-26eb3245f96c req-2a89c256-8100-4cb3-a5de-c8541e4f1c17 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=123f72f3-c937-4c19-98ea-6b484904a661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337660 Apr 14 16:17:08.037559 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Notify callbacks [] for port, precommit_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.043778 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.065497 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2027de3f-4fb4-46b9-a2b4-972e6f551673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:08.074851 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=8f365485-beb9-42af-94ee-33e2ad1d698b,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:08.078950 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:08.096944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Transition to ACTIVE for port object 58a90977-0805-47ee-a61c-ade76d0873fd will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:17:08.108119 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.118530 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5ce4966e-0727-410c-8160-060dddf77aa0 req-392e341a-ef2f-46e0-863c-59d62cbc65e9 service neutron] 10.222.0.41 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025192 Apr 14 16:17:08.151040 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:08.187625 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 9ba306c8-ee85-4995-8d46-79fc0c379fc5 up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:17:08.222322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Pushing event updated for resources: {'Port': ['ID=d53e656d-21a2-432f-9d10-55f72d1f8bfc,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:08.232778 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:08.279899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Network f7b9b4a8-9b66-4f89-88a9-575f2bc0069c is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:17:08.281121 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:17:08.283690 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:17:08.293116 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5ce4966e-0727-410c-8160-060dddf77aa0 req-4900f745-0036-4830-be8d-97e7e9a77cd6 service neutron] 10.222.0.41 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660285 Apr 14 16:17:08.349400 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394380'] for router_interface, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.386902 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 9ba306c8-ee85-4995-8d46-79fc0c379fc5 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:08.387323 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.434830 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a2cd6-a817-4aec-a231-77c2bf0ded19 None None] Pushing event updated for resources: {'Port': ['ID=58a90977-0805-47ee-a61c-ade76d0873fd,revision_number=2']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:08.452118 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b23a2cd6-a817-4aec-a231-77c2bf0ded19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:08.475348 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.566786 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Attempting to bind port 58a90977-0805-47ee-a61c-ade76d0873fd on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:17:08.567207 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Attempting to bind port 58a90977-0805-47ee-a61c-ade76d0873fd by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:17:08.567623 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Attempting to bind port 58a90977-0805-47ee-a61c-ade76d0873fd on network b5eead06-8405-4d4c-aea5-71473e96d6f3 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:17:08.577550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:17:08.577929 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Checking segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:17:08.578377 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.578818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Bound using segment: {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:17:08.579335 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Bound port: 58a90977-0805-47ee-a61c-ade76d0873fd, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481a4bb9-3acf-4a97-bda1-8ac4322b83b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:17:08.579756 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.661624 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-beaf5773-a652-4c43-9e36-8c54b5647f63 None None] Provisioning for port d53e656d-21a2-432f-9d10-55f72d1f8bfc completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:17:08.681119 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-beaf5773-a652-4c43-9e36-8c54b5647f63 None None] Provisioning complete for port d53e656d-21a2-432f-9d10-55f72d1f8bfc triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:08.681452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-beaf5773-a652-4c43-9e36-8c54b5647f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.740628 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] For port 58a90977-0805-47ee-a61c-ade76d0873fd, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:17:08.751681 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.752385 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-beaf5773-a652-4c43-9e36-8c54b5647f63 None None] Port d53e656d-21a2-432f-9d10-55f72d1f8bfc cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:17:08.756003 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.756155 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] For port 58a90977-0805-47ee-a61c-ade76d0873fd, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=58a90977-0805-47ee-a61c-ade76d0873fd,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:17:08.759885 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.776013 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:08.785914 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:08.876117 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410661'] for router_interface, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.891227 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Pushing event updated for resources: {'Port': ['ID=d53e656d-21a2-432f-9d10-55f72d1f8bfc,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:08.905277 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:08.929149 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a2cd6-a817-4aec-a231-77c2bf0ded19 None None] Pushing event updated for resources: {'Port': ['ID=58a90977-0805-47ee-a61c-ade76d0873fd,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:08.934193 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b23a2cd6-a817-4aec-a231-77c2bf0ded19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:08.977871 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Routers {'bfd91268-4aec-4b6a-b6eb-de2b3110eb98'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:08.978626 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['bfd91268-4aec-4b6a-b6eb-de2b3110eb98'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:09.022459 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Network f7b9b4a8-9b66-4f89-88a9-575f2bc0069c is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:17:09.024180 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:17:09.184896 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device f1caa616-44ca-499b-9670-8b92cff097ae details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:17:09.201160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] Set router bfd91268-4aec-4b6a-b6eb-de2b3110eb98 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:09.404243 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-6160faeb-63a9-4c48-a7bd-07da424e3d3e None None] Provisioning complete for port d53e656d-21a2-432f-9d10-55f72d1f8bfc triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:09.405102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6160faeb-63a9-4c48-a7bd-07da424e3d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:09.550621 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Router bfd91268-4aec-4b6a-b6eb-de2b3110eb98 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:17:09.560654 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f870553-bb7b-4f1e-8891-4886f17d1a87 req-aaffdaf4-dad5-4cf8-b6b5-923dd568df64 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:09.562241 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f870553-bb7b-4f1e-8891-4886f17d1a87 req-aaffdaf4-dad5-4cf8-b6b5-923dd568df64 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 943 time: 0.3924191 Apr 14 16:17:09.626376 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-6160faeb-63a9-4c48-a7bd-07da424e3d3e None None] Port d53e656d-21a2-432f-9d10-55f72d1f8bfc cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:17:09.722672 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f870553-bb7b-4f1e-8891-4886f17d1a87 req-1a78967e-07bc-43bc-803e-be8c99d9ccf9 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=123f72f3-c937-4c19-98ea-6b484904a661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529088 Apr 14 16:17:09.786985 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:17:09.797733 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] 10.222.0.60 "PUT /v2.0/routers/bfd91268-4aec-4b6a-b6eb-de2b3110eb98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3655176 Apr 14 16:17:09.849633 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port f1caa616-44ca-499b-9670-8b92cff097ae, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f1caa616-44ca-499b-9670-8b92cff097ae,segment=NetworkSegment(fa60e05a-0e61-4e81-afb8-895a8bbff706),segment_id=fa60e05a-0e61-4e81-afb8-895a8bbff706)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:09.879361 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': 'f1caa616-44ca-499b-9670-8b92cff097ae', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'port_id': 'f1caa616-44ca-499b-9670-8b92cff097ae', 'mac_address': 'fa:16:3e:d7:80:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:17:09.986560 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:09.987928 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1caa616-44ca-499b-9670-8b92cff097ae {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:17:10.012533 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port f1caa616-44ca-499b-9670-8b92cff097ae, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f1caa616-44ca-499b-9670-8b92cff097ae,segment=NetworkSegment(fa60e05a-0e61-4e81-afb8-895a8bbff706),segment_id=fa60e05a-0e61-4e81-afb8-895a8bbff706)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:10.017304 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.019807 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b23a2cd6-a817-4aec-a231-77c2bf0ded19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:10.063077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'name': 'tempest-TestShelveInstance-513434304-router', 'tenant_id': '92316c87711c4982b16ddff4a24baa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '58a90977-0805-47ee-a61c-ade76d0873fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:17:01Z', 'updated_at': '2021-04-14T16:17:08Z', 'revision_number': 4, 'project_id': '92316c87711c4982b16ddff4a24baa44', 'gw_port': {'id': '58a90977-0805-47ee-a61c-ade76d0873fd', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:17:03Z', 'updated_at': '2021-04-14T16:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'd53e656d-21a2-432f-9d10-55f72d1f8bfc', 'name': '', 'network_id': 'f7b9b4a8-9b66-4f89-88a9-575f2bc0069c', 'tenant_id': '92316c87711c4982b16ddff4a24baa44', 'mac_address': 'fa:16:3e:c4:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '4427b3ab-93cd-46eb-a3f9-d9ef5fb097c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:17:07Z', 'updated_at': '2021-04-14T16:17:08Z', 'revision_number': 2, 'project_id': '92316c87711c4982b16ddff4a24baa44', 'subnets': [{'id': '4427b3ab-93cd-46eb-a3f9-d9ef5fb097c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:10.077717 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 8f365485-beb9-42af-94ee-33e2ad1d698b up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:17:10.122339 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da2e415-7165-436a-a878-9fda30ca8377 None None] The sync data for ids ['bfd91268-4aec-4b6a-b6eb-de2b3110eb98'] in dv-cinder-786266-1-iscsi is: [{'id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'name': 'tempest-TestShelveInstance-513434304-router', 'tenant_id': '92316c87711c4982b16ddff4a24baa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '58a90977-0805-47ee-a61c-ade76d0873fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:17:01Z', 'updated_at': '2021-04-14T16:17:08Z', 'revision_number': 4, 'project_id': '92316c87711c4982b16ddff4a24baa44', 'gw_port': {'id': '58a90977-0805-47ee-a61c-ade76d0873fd', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:17:03Z', 'updated_at': '2021-04-14T16:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'd53e656d-21a2-432f-9d10-55f72d1f8bfc', 'name': '', 'network_id': 'f7b9b4a8-9b66-4f89-88a9-575f2bc0069c', 'tenant_id': '92316c87711c4982b16ddff4a24baa44', 'mac_address': 'fa:16:3e:c4:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '4427b3ab-93cd-46eb-a3f9-d9ef5fb097c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:17:07Z', 'updated_at': '2021-04-14T16:17:08Z', 'revision_number': 2, 'project_id': '92316c87711c4982b16ddff4a24baa44', 'subnets': [{'id': '4427b3ab-93cd-46eb-a3f9-d9ef5fb097c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:17:10.170258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=f1caa616-44ca-499b-9670-8b92cff097ae,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:10.174856 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:10.189492 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 8f365485-beb9-42af-94ee-33e2ad1d698b triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:10.189915 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.336468 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['f1caa616-44ca-499b-9670-8b92cff097ae'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:17:10.461517 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42776) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:10.467382 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-f74ddb0a-d1f5-4ca9-a590-ce3042a61de3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374793546', 'description': 'tempest-secgroup-smoke-374793546 description', 'project_id': '6afd00d65090450fa9559d0d5ef3a252'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:10.473987 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f74ddb0a-d1f5-4ca9-a590-ce3042a61de3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:10.479443 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f74ddb0a-d1f5-4ca9-a590-ce3042a61de3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Usage tracker for resource:security_group and tenant:6afd00d65090450fa9559d0d5ef3a252 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:17:10.484473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f74ddb0a-d1f5-4ca9-a590-ce3042a61de3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:17:10.505439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f74ddb0a-d1f5-4ca9-a590-ce3042a61de3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:10.525668 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f74ddb0a-d1f5-4ca9-a590-ce3042a61de3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.532009 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f74ddb0a-d1f5-4ca9-a590-ce3042a61de3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:10.537636 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f74ddb0a-d1f5-4ca9-a590-ce3042a61de3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Usage tracker for resource:security_group_rule and tenant:6afd00d65090450fa9559d0d5ef3a252 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:17:10.541228 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-f74ddb0a-d1f5-4ca9-a590-ce3042a61de3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:17:10.553826 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-f74ddb0a-d1f5-4ca9-a590-ce3042a61de3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:10.643113 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f74ddb0a-d1f5-4ca9-a590-ce3042a61de3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.647899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f74ddb0a-d1f5-4ca9-a590-ce3042a61de3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.654069 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-44ae4615-f233-45bd-923c-6af5343a7f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:10.698295 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f74ddb0a-d1f5-4ca9-a590-ce3042a61de3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.699655 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-f74ddb0a-d1f5-4ca9-a590-ce3042a61de3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2370429 Apr 14 16:17:10.700693 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ddb0a-d1f5-4ca9-a590-ce3042a61de3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52dba9ab-a650-4525-a836-9879473ec5dd,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:10.702854 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42782) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:10.703801 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f74ddb0a-d1f5-4ca9-a590-ce3042a61de3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:10.718016 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-fc540efc-a412-4b67-8be5-72dadb81d423 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Request body: {'security_group_rule': {'security_group_id': '52dba9ab-a650-4525-a836-9879473ec5dd', 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:10.724604 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-fc540efc-a412-4b67-8be5-72dadb81d423 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:10.729389 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-fc540efc-a412-4b67-8be5-72dadb81d423 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Usage tracker for resource:security_group_rule and tenant:6afd00d65090450fa9559d0d5ef3a252 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:17:10.732675 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-fc540efc-a412-4b67-8be5-72dadb81d423 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:17:10.739136 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-fc540efc-a412-4b67-8be5-72dadb81d423 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:10.758290 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fc540efc-a412-4b67-8be5-72dadb81d423 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.828313 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fc540efc-a412-4b67-8be5-72dadb81d423 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.831451 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fc540efc-a412-4b67-8be5-72dadb81d423 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.833981 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4b41f6de-868c-444e-8a0a-47cf7dd22042 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:10.905573 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc540efc-a412-4b67-8be5-72dadb81d423 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17325d5a-b08f-4fb6-8390-c2a254df4afa,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:10.914262 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fc540efc-a412-4b67-8be5-72dadb81d423 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:10.924993 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fc540efc-a412-4b67-8be5-72dadb81d423 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.927187 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-fc540efc-a412-4b67-8be5-72dadb81d423 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2220471 Apr 14 16:17:10.929326 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42788) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:10.935819 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-c2014a62-5177-42c2-9b3a-4642320f690f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Request body: {'security_group_rule': {'security_group_id': '52dba9ab-a650-4525-a836-9879473ec5dd', 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:10.946604 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-c2014a62-5177-42c2-9b3a-4642320f690f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:10.952587 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-c2014a62-5177-42c2-9b3a-4642320f690f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Usage tracker for resource:security_group_rule and tenant:6afd00d65090450fa9559d0d5ef3a252 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:17:10.956887 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-c2014a62-5177-42c2-9b3a-4642320f690f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:17:10.969256 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-c2014a62-5177-42c2-9b3a-4642320f690f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:10.982547 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb21ab-c7cb-48d7-b897-88b5bdde5091 req-bf2cf551-a98e-4954-aca8-44289a1bc3e5 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:10.983436 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-0fdb21ab-c7cb-48d7-b897-88b5bdde5091 req-bf2cf551-a98e-4954-aca8-44289a1bc3e5 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Synchronizing usage tracker for tenant:933c87bdb5354dc39f728c1bc6dfd17e on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:17:10.992182 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c2014a62-5177-42c2-9b3a-4642320f690f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.001114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-0fdb21ab-c7cb-48d7-b897-88b5bdde5091 req-bf2cf551-a98e-4954-aca8-44289a1bc3e5 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Unset dirty status for tenant:933c87bdb5354dc39f728c1bc6dfd17e on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:17:11.002430 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fdb21ab-c7cb-48d7-b897-88b5bdde5091 req-bf2cf551-a98e-4954-aca8-44289a1bc3e5 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 944 time: 0.1512291 Apr 14 16:17:11.041192 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0fdb21ab-c7cb-48d7-b897-88b5bdde5091 req-1c7f2073-0e6e-4442-bbd4-66254c3d0c99 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=123f72f3-c937-4c19-98ea-6b484904a661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318401 Apr 14 16:17:11.069896 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c2014a62-5177-42c2-9b3a-4642320f690f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.073114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c2014a62-5177-42c2-9b3a-4642320f690f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.075286 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:11.101468 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2014a62-5177-42c2-9b3a-4642320f690f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae221c9-8216-49be-b4fe-034a3993e251,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:11.105188 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c2014a62-5177-42c2-9b3a-4642320f690f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:11.114341 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c2014a62-5177-42c2-9b3a-4642320f690f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.116207 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-c2014a62-5177-42c2-9b3a-4642320f690f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1856263 Apr 14 16:17:11.119805 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 42792) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:11.125747 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-0239725d-fed0-4eba-b7c1-cae4e5ad7155 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Request body: {'security_group_rule': {'security_group_id': '52dba9ab-a650-4525-a836-9879473ec5dd', 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:11.132342 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-0239725d-fed0-4eba-b7c1-cae4e5ad7155 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:11.141934 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-0239725d-fed0-4eba-b7c1-cae4e5ad7155 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Usage tracker for resource:security_group_rule and tenant:6afd00d65090450fa9559d0d5ef3a252 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:17:11.145994 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-0239725d-fed0-4eba-b7c1-cae4e5ad7155 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:17:11.153805 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-0239725d-fed0-4eba-b7c1-cae4e5ad7155 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:11.171312 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0239725d-fed0-4eba-b7c1-cae4e5ad7155 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.240903 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0239725d-fed0-4eba-b7c1-cae4e5ad7155 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.244027 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0239725d-fed0-4eba-b7c1-cae4e5ad7155 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.246185 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-04462703-2d61-4056-843e-d877c089dc1a tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:11.269529 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239725d-fed0-4eba-b7c1-cae4e5ad7155 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858b4279-fd6a-45d7-b1c0-5f663e8cf365,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:11.274457 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0239725d-fed0-4eba-b7c1-cae4e5ad7155 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:11.282428 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0239725d-fed0-4eba-b7c1-cae4e5ad7155 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.286039 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-0239725d-fed0-4eba-b7c1-cae4e5ad7155 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1644549 Apr 14 16:17:11.287056 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42796) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:11.296839 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-ea54760e-58be-4560-a98f-ba525cec91b2 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Request body: {'security_group_rule': {'security_group_id': '52dba9ab-a650-4525-a836-9879473ec5dd', 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:11.303428 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ea54760e-58be-4560-a98f-ba525cec91b2 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:11.308465 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ea54760e-58be-4560-a98f-ba525cec91b2 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Usage tracker for resource:security_group_rule and tenant:6afd00d65090450fa9559d0d5ef3a252 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:17:11.311669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ea54760e-58be-4560-a98f-ba525cec91b2 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:17:11.318436 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ea54760e-58be-4560-a98f-ba525cec91b2 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:11.339301 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ea54760e-58be-4560-a98f-ba525cec91b2 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.410367 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ea54760e-58be-4560-a98f-ba525cec91b2 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.413361 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ea54760e-58be-4560-a98f-ba525cec91b2 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.416049 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fea2d063-e09f-4084-a869-31787cad87d7 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:11.440817 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54760e-58be-4560-a98f-ba525cec91b2 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2fe01c-884d-4fa4-a894-ec6b262437b2,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:11.443392 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ea54760e-58be-4560-a98f-ba525cec91b2 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:11.450846 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ea54760e-58be-4560-a98f-ba525cec91b2 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.452112 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ea54760e-58be-4560-a98f-ba525cec91b2 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1635909 Apr 14 16:17:11.455078 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42800) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:11.460708 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-4193f0bb-a5ff-4c1d-978e-a43364d6154c tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Request body: {'security_group_rule': {'security_group_id': '52dba9ab-a650-4525-a836-9879473ec5dd', 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:11.466973 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-4193f0bb-a5ff-4c1d-978e-a43364d6154c tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:11.471026 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-4193f0bb-a5ff-4c1d-978e-a43364d6154c tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Usage tracker for resource:security_group_rule and tenant:6afd00d65090450fa9559d0d5ef3a252 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:17:11.474095 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-4193f0bb-a5ff-4c1d-978e-a43364d6154c tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:17:11.481733 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-4193f0bb-a5ff-4c1d-978e-a43364d6154c tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:11.491339 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.securitygroups_db [None req-4193f0bb-a5ff-4c1d-978e-a43364d6154c tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Project 6afd00d65090450fa9559d0d5ef3a252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:17:11.499048 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4193f0bb-a5ff-4c1d-978e-a43364d6154c tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.569334 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4193f0bb-a5ff-4c1d-978e-a43364d6154c tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.572557 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4193f0bb-a5ff-4c1d-978e-a43364d6154c tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.574925 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:11.599782 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193f0bb-a5ff-4c1d-978e-a43364d6154c tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b3c6bb-4935-4dc0-aad5-8611014158df,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:11.603006 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4193f0bb-a5ff-4c1d-978e-a43364d6154c tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:11.609278 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4193f0bb-a5ff-4c1d-978e-a43364d6154c tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.610532 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-4193f0bb-a5ff-4c1d-978e-a43364d6154c tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1544442 Apr 14 16:17:11.613461 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42806) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:11.619452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-ac9d7c8f-3f97-4844-b96d-43dd95c8e9ee tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Request body: {'security_group_rule': {'security_group_id': '52dba9ab-a650-4525-a836-9879473ec5dd', 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:11.625544 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ac9d7c8f-3f97-4844-b96d-43dd95c8e9ee tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:11.629493 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ac9d7c8f-3f97-4844-b96d-43dd95c8e9ee tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Usage tracker for resource:security_group_rule and tenant:6afd00d65090450fa9559d0d5ef3a252 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:17:11.632472 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ac9d7c8f-3f97-4844-b96d-43dd95c8e9ee tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:17:11.638693 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ac9d7c8f-3f97-4844-b96d-43dd95c8e9ee tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:11.648980 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.securitygroups_db [None req-ac9d7c8f-3f97-4844-b96d-43dd95c8e9ee tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Project 6afd00d65090450fa9559d0d5ef3a252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:17:11.656312 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ac9d7c8f-3f97-4844-b96d-43dd95c8e9ee tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.729598 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ac9d7c8f-3f97-4844-b96d-43dd95c8e9ee tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.732536 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ac9d7c8f-3f97-4844-b96d-43dd95c8e9ee tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504152'] for security_group_rule, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.734743 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:11.759539 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d7c8f-3f97-4844-b96d-43dd95c8e9ee tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d4f21e-a144-4d7d-896a-d9dac747210a,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:11.764114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ac9d7c8f-3f97-4844-b96d-43dd95c8e9ee tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:11.767784 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ac9d7c8f-3f97-4844-b96d-43dd95c8e9ee tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.769141 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ac9d7c8f-3f97-4844-b96d-43dd95c8e9ee tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1546352 Apr 14 16:17:12.093765 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 58a90977-0805-47ee-a61c-ade76d0873fd up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:17:12.169317 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port 58a90977-0805-47ee-a61c-ade76d0873fd completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:17:12.174599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 58a90977-0805-47ee-a61c-ade76d0873fd triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:12.175018 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:12.272014 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b45fc8-80e7-4671-86b2-1e786bf14c31 req-98117c94-0d25-4744-ba2b-7a6aea7f8fdc tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:12.273596 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-24b45fc8-80e7-4671-86b2-1e786bf14c31 req-98117c94-0d25-4744-ba2b-7a6aea7f8fdc tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 944 time: 0.0954912 Apr 14 16:17:12.307678 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-24b45fc8-80e7-4671-86b2-1e786bf14c31 req-b5b31c15-f9a9-4876-9d8e-5de3fa3e6377 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=123f72f3-c937-4c19-98ea-6b484904a661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272532 Apr 14 16:17:12.309819 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:12.329729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port 58a90977-0805-47ee-a61c-ade76d0873fd, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=58a90977-0805-47ee-a61c-ade76d0873fd,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:12.332344 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:12.334326 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2f494b31-01ed-412a-9e44-3fc52d8f26bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:12.415619 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=58a90977-0805-47ee-a61c-ade76d0873fd,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:12.419117 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:13.219321 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device f1caa616-44ca-499b-9670-8b92cff097ae up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:17:13.293019 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Sync routers for ids ['bfd91268-4aec-4b6a-b6eb-de2b3110eb98'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:17:13.294085 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port f1caa616-44ca-499b-9670-8b92cff097ae completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:17:13.299103 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port f1caa616-44ca-499b-9670-8b92cff097ae triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:13.299524 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:13.302669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Routers {'bfd91268-4aec-4b6a-b6eb-de2b3110eb98'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:13.303325 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['bfd91268-4aec-4b6a-b6eb-de2b3110eb98'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:13.439309 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:13.452351 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aec1638-2b51-4bc7-a664-e2d1b227228f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1caa616-44ca-499b-9670-8b92cff097ae'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:17:13.464181 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port f1caa616-44ca-499b-9670-8b92cff097ae, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f1caa616-44ca-499b-9670-8b92cff097ae,segment=NetworkSegment(fa60e05a-0e61-4e81-afb8-895a8bbff706),segment_id=fa60e05a-0e61-4e81-afb8-895a8bbff706)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:13.468644 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:13.470669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:13.511048 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Set router bfd91268-4aec-4b6a-b6eb-de2b3110eb98 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:13.555600 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:13.566371 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=f1caa616-44ca-499b-9670-8b92cff097ae,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:13.578768 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aec1638-2b51-4bc7-a664-e2d1b227228f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1caa616-44ca-499b-9670-8b92cff097ae', 'code': 200} Apr 14 16:17:13.579601 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:13.600656 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcfbf2-301c-40b5-b761-698845d2759f req-04eea789-164a-4ccc-8ee7-27889b3046ee tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:13.603195 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-43dcfbf2-301c-40b5-b761-698845d2759f req-04eea789-164a-4ccc-8ee7-27889b3046ee tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 945 time: 0.1406937 Apr 14 16:17:13.636430 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-43dcfbf2-301c-40b5-b761-698845d2759f req-8725b722-c847-4f68-ae52-21c1876dd5ff tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=123f72f3-c937-4c19-98ea-6b484904a661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264301 Apr 14 16:17:13.866409 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d17cc-28a2-446f-aa37-31060c7291ae req-532755ca-6ecc-411c-ae05-2517824fad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:13.868055 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-103d17cc-28a2-446f-aa37-31060c7291ae req-532755ca-6ecc-411c-ae05-2517824fad51 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 1098 time: 0.0885820 Apr 14 16:17:13.890978 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'name': 'tempest-TestShelveInstance-513434304-router', 'tenant_id': '92316c87711c4982b16ddff4a24baa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '58a90977-0805-47ee-a61c-ade76d0873fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:17:01Z', 'updated_at': '2021-04-14T16:17:08Z', 'revision_number': 4, 'project_id': '92316c87711c4982b16ddff4a24baa44', 'gw_port': {'id': '58a90977-0805-47ee-a61c-ade76d0873fd', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:17:03Z', 'updated_at': '2021-04-14T16:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'd53e656d-21a2-432f-9d10-55f72d1f8bfc', 'name': '', 'network_id': 'f7b9b4a8-9b66-4f89-88a9-575f2bc0069c', 'tenant_id': '92316c87711c4982b16ddff4a24baa44', 'mac_address': 'fa:16:3e:c4:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '4427b3ab-93cd-46eb-a3f9-d9ef5fb097c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:17:07Z', 'updated_at': '2021-04-14T16:17:08Z', 'revision_number': 2, 'project_id': '92316c87711c4982b16ddff4a24baa44', 'subnets': [{'id': '4427b3ab-93cd-46eb-a3f9-d9ef5fb097c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:13.895463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Checking router: bfd91268-4aec-4b6a-b6eb-de2b3110eb98 for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:17:13.895861 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Updating router bfd91268-4aec-4b6a-b6eb-de2b3110eb98 port d53e656d-21a2-432f-9d10-55f72d1f8bfc binding host dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:17:13.903626 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-103d17cc-28a2-446f-aa37-31060c7291ae req-1de071d3-88bd-41f6-8c3c-187c76374e98 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=123f72f3-c937-4c19-98ea-6b484904a661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257068 Apr 14 16:17:13.952737 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:14.071317 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 58a90977-0805-47ee-a61c-ade76d0873fd up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:17:14.168165 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port 58a90977-0805-47ee-a61c-ade76d0873fd triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:14.168586 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:14.388453 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:14.400913 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Transition to ACTIVE for port object d53e656d-21a2-432f-9d10-55f72d1f8bfc will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:17:14.406644 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:14.421938 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4820b933-0822-4fea-b880-f5904db72e78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:14.448491 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d52e56f4-d9da-4aec-ade4-63d4983de98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:14.559984 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0917f-59af-4ffe-a5fc-557e613858c2 None None] Pushing event updated for resources: {'Port': ['ID=d53e656d-21a2-432f-9d10-55f72d1f8bfc,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:14.565296 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-04d0917f-59af-4ffe-a5fc-557e613858c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:14.793266 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Attempting to bind port d53e656d-21a2-432f-9d10-55f72d1f8bfc on host dv-cinder-786266-1-iscsi for vnic_type normal with profile {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:17:14.793691 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Attempting to bind port d53e656d-21a2-432f-9d10-55f72d1f8bfc by drivers openvswitch,hyperv on host dv-cinder-786266-1-iscsi at level 0 using segments [{'id': '3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7b9b4a8-9b66-4f89-88a9-575f2bc0069c'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:17:14.794104 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Attempting to bind port d53e656d-21a2-432f-9d10-55f72d1f8bfc on network f7b9b4a8-9b66-4f89-88a9-575f2bc0069c {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:17:14.799848 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Checking agent: {'id': '7c49ba00-9c00-48e7-8fe9-e32bb7dcea85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 18), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:17:14.800265 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Checking segment: {'id': '3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7b9b4a8-9b66-4f89-88a9-575f2bc0069c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:17:14.800712 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:14.801173 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Bound using segment: {'id': '3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7b9b4a8-9b66-4f89-88a9-575f2bc0069c'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:17:14.801686 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Bound port: d53e656d-21a2-432f-9d10-55f72d1f8bfc, host: dv-cinder-786266-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f7b9b4a8-9b66-4f89-88a9-575f2bc0069c'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:17:14.802102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:14.857495 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277be356-ee6d-4033-8a5d-a73de9a76330 req-beeb225e-8f27-4386-8367-8356cbefbdac tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:14.859008 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-277be356-ee6d-4033-8a5d-a73de9a76330 req-beeb225e-8f27-4386-8367-8356cbefbdac tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 945 time: 0.0945380 Apr 14 16:17:14.881594 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] For port d53e656d-21a2-432f-9d10-55f72d1f8bfc, host dv-cinder-786266-1-iscsi, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:17:14.885306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] For port d53e656d-21a2-432f-9d10-55f72d1f8bfc, host dv-cinder-786266-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=d53e656d-21a2-432f-9d10-55f72d1f8bfc,segment=NetworkSegment(3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b),segment_id=3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:17:14.889141 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:14.891637 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-277be356-ee6d-4033-8a5d-a73de9a76330 req-43c8eaa4-5465-43fb-b85a-2fe300a0bf8d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=123f72f3-c937-4c19-98ea-6b484904a661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260882 Apr 14 16:17:14.904410 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:15.055619 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0917f-59af-4ffe-a5fc-557e613858c2 None None] Pushing event updated for resources: {'Port': ['ID=d53e656d-21a2-432f-9d10-55f72d1f8bfc,revision_number=4']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:15.061377 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-04d0917f-59af-4ffe-a5fc-557e613858c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:15.127612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Routers {'bfd91268-4aec-4b6a-b6eb-de2b3110eb98'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:15.128388 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:16:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['bfd91268-4aec-4b6a-b6eb-de2b3110eb98'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:15.530329 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] Set router bfd91268-4aec-4b6a-b6eb-de2b3110eb98 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:15.866412 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'name': 'tempest-TestShelveInstance-513434304-router', 'tenant_id': '92316c87711c4982b16ddff4a24baa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '58a90977-0805-47ee-a61c-ade76d0873fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:17:01Z', 'updated_at': '2021-04-14T16:17:08Z', 'revision_number': 4, 'project_id': '92316c87711c4982b16ddff4a24baa44', 'gw_port': {'id': '58a90977-0805-47ee-a61c-ade76d0873fd', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:17:03Z', 'updated_at': '2021-04-14T16:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'd53e656d-21a2-432f-9d10-55f72d1f8bfc', 'name': '', 'network_id': 'f7b9b4a8-9b66-4f89-88a9-575f2bc0069c', 'tenant_id': '92316c87711c4982b16ddff4a24baa44', 'mac_address': 'fa:16:3e:c4:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '4427b3ab-93cd-46eb-a3f9-d9ef5fb097c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:17:07Z', 'updated_at': '2021-04-14T16:17:14Z', 'revision_number': 4, 'project_id': '92316c87711c4982b16ddff4a24baa44', 'subnets': [{'id': '4427b3ab-93cd-46eb-a3f9-d9ef5fb097c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:15.871231 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e769d858-3045-454b-9598-cf1ee96b2305 None None] The sync data for ids ['bfd91268-4aec-4b6a-b6eb-de2b3110eb98'] in dv-cinder-786266-1-iscsi is: [{'id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'name': 'tempest-TestShelveInstance-513434304-router', 'tenant_id': '92316c87711c4982b16ddff4a24baa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '58a90977-0805-47ee-a61c-ade76d0873fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:17:01Z', 'updated_at': '2021-04-14T16:17:08Z', 'revision_number': 4, 'project_id': '92316c87711c4982b16ddff4a24baa44', 'gw_port': {'id': '58a90977-0805-47ee-a61c-ade76d0873fd', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:17:03Z', 'updated_at': '2021-04-14T16:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': 'd53e656d-21a2-432f-9d10-55f72d1f8bfc', 'name': '', 'network_id': 'f7b9b4a8-9b66-4f89-88a9-575f2bc0069c', 'tenant_id': '92316c87711c4982b16ddff4a24baa44', 'mac_address': 'fa:16:3e:c4:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '4427b3ab-93cd-46eb-a3f9-d9ef5fb097c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:17:07Z', 'updated_at': '2021-04-14T16:17:14Z', 'revision_number': 4, 'project_id': '92316c87711c4982b16ddff4a24baa44', 'subnets': [{'id': '4427b3ab-93cd-46eb-a3f9-d9ef5fb097c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:17:16.100140 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device d53e656d-21a2-432f-9d10-55f72d1f8bfc up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:17:16.115449 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770093f-a303-445e-beca-91cbd51e3d43 req-2b10cf4e-7b1d-4bc8-94a9-c7401217edae tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:16.124603 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0770093f-a303-445e-beca-91cbd51e3d43 req-2b10cf4e-7b1d-4bc8-94a9-c7401217edae tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 945 time: 0.1131155 Apr 14 16:17:16.154705 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0770093f-a303-445e-beca-91cbd51e3d43 req-1f14b43d-3e81-45bd-9b12-c98d22af993f tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=123f72f3-c937-4c19-98ea-6b484904a661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288579 Apr 14 16:17:16.178646 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning for port d53e656d-21a2-432f-9d10-55f72d1f8bfc completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:17:16.184941 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port d53e656d-21a2-432f-9d10-55f72d1f8bfc triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:16.185595 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:16.323673 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:16.342608 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] For port d53e656d-21a2-432f-9d10-55f72d1f8bfc, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=d53e656d-21a2-432f-9d10-55f72d1f8bfc,segment=NetworkSegment(3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b),segment_id=3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:16.345734 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:16.348059 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b23a2cd6-a817-4aec-a231-77c2bf0ded19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:16.395199 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7d57-f4c3-43e8-b319-40bdd19876d7 req-eec4490f-6b0f-4ee9-9db1-1e113b93f9f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:16.396792 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d98b7d57-f4c3-43e8-b319-40bdd19876d7 req-eec4490f-6b0f-4ee9-9db1-1e113b93f9f7 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 945 time: 0.0935998 Apr 14 16:17:16.407240 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 42906) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:16.413187 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-4eee6fe1-3f7d-4b3a-9658-c5e6cde9aa55 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Request body: {'floatingip': {'port_id': 'f1caa616-44ca-499b-9670-8b92cff097ae'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:16.421191 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Pushing event updated for resources: {'Port': ['ID=d53e656d-21a2-432f-9d10-55f72d1f8bfc,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:16.424452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:16.501398 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4eee6fe1-3f7d-4b3a-9658-c5e6cde9aa55 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for floatingip, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:16.589219 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6b760ad8-c465-484a-be67-5350426d5152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:17.159446 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4eee6fe1-3f7d-4b3a-9658-c5e6cde9aa55 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:17.162300 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4eee6fe1-3f7d-4b3a-9658-c5e6cde9aa55 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854381538'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:17.345460 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_db [None req-4eee6fe1-3f7d-4b3a-9658-c5e6cde9aa55 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Floating IP 6c7b9d6a-a726-4b08-a22b-c5081203e31e associated. External IP: 172.27.2.51, port: f1caa616-44ca-499b-9670-8b92cff097ae. Apr 14 16:17:17.542381 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:17.691819 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:17.735125 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eee6fe1-3f7d-4b3a-9658-c5e6cde9aa55 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:17:17.936481 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eee6fe1-3f7d-4b3a-9658-c5e6cde9aa55 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:17:17.941000 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4eee6fe1-3f7d-4b3a-9658-c5e6cde9aa55 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:17.947958 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7dca6-7db5-4ea3-90ef-62ca01a80c8e None None] Sync routers for ids ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:17:17.958300 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7dca6-7db5-4ea3-90ef-62ca01a80c8e None None] Routers {'6a7cf7dd-30b1-4033-a4be-7263ecf96117'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:17.958967 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-c5f7dca6-7db5-4ea3-90ef-62ca01a80c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:17:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:18.021574 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-4eee6fe1-3f7d-4b3a-9658-c5e6cde9aa55 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "PUT /v2.0/floatingips/6c7b9d6a-a726-4b08-a22b-c5081203e31e HTTP/1.1" status: 200 len: 990 time: 1.6014674 Apr 14 16:17:18.022410 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aec1638-2b51-4bc7-a664-e2d1b227228f', 'tag': 'f1caa616-44ca-499b-9670-8b92cff097ae'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:17:18.090015 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device d53e656d-21a2-432f-9d10-55f72d1f8bfc up at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:17:18.220994 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Provisioning complete for port d53e656d-21a2-432f-9d10-55f72d1f8bfc triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:18.221446 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:18.258473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-c5f7dca6-7db5-4ea3-90ef-62ca01a80c8e None None] Set router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:18.714262 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-c5f7dca6-7db5-4ea3-90ef-62ca01a80c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:11:01Z', 'revision_number': 4, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '6c7b9d6a-a726-4b08-a22b-c5081203e31e', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'port_id': 'f1caa616-44ca-499b-9670-8b92cff097ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'mac_address': 'fa:16:3e:d7:80:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1638-2b51-4bc7-a664-e2d1b227228f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:16:59Z', 'updated_at': '2021-04-14T16:17:17Z', 'revision_number': 1, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e8dd3a-778e-4be5-9b53-85b5dde19c34', 'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'mac_address': 'fa:16:3e:b7:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:59Z', 'updated_at': '2021-04-14T16:11:12Z', 'revision_number': 5, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'subnets': [{'id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:18.718350 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7dca6-7db5-4ea3-90ef-62ca01a80c8e None None] Checking router: 6a7cf7dd-30b1-4033-a4be-7263ecf96117 for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:17:18.727264 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7dca6-7db5-4ea3-90ef-62ca01a80c8e None None] Routers {'6a7cf7dd-30b1-4033-a4be-7263ecf96117'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:18.727917 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-c5f7dca6-7db5-4ea3-90ef-62ca01a80c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:17:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:19.059793 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:19.103916 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-c5f7dca6-7db5-4ea3-90ef-62ca01a80c8e None None] Set router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:19.488067 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-c5f7dca6-7db5-4ea3-90ef-62ca01a80c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:11:01Z', 'revision_number': 4, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '6c7b9d6a-a726-4b08-a22b-c5081203e31e', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'port_id': 'f1caa616-44ca-499b-9670-8b92cff097ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'mac_address': 'fa:16:3e:d7:80:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1638-2b51-4bc7-a664-e2d1b227228f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:16:59Z', 'updated_at': '2021-04-14T16:17:17Z', 'revision_number': 1, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e8dd3a-778e-4be5-9b53-85b5dde19c34', 'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'mac_address': 'fa:16:3e:b7:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:59Z', 'updated_at': '2021-04-14T16:11:12Z', 'revision_number': 5, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'subnets': [{'id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:19.492508 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7dca6-7db5-4ea3-90ef-62ca01a80c8e None None] The sync data for ids ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'] in dv-cinder-786266-1-iscsi is: [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:11:01Z', 'revision_number': 4, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '6c7b9d6a-a726-4b08-a22b-c5081203e31e', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'port_id': 'f1caa616-44ca-499b-9670-8b92cff097ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'mac_address': 'fa:16:3e:d7:80:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1638-2b51-4bc7-a664-e2d1b227228f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:16:59Z', 'updated_at': '2021-04-14T16:17:17Z', 'revision_number': 1, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e8dd3a-778e-4be5-9b53-85b5dde19c34', 'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'mac_address': 'fa:16:3e:b7:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:59Z', 'updated_at': '2021-04-14T16:11:12Z', 'revision_number': 5, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'subnets': [{'id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:17:19.581416 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aec1638-2b51-4bc7-a664-e2d1b227228f', 'tag': 'f1caa616-44ca-499b-9670-8b92cff097ae', 'status': 'completed', 'code': 200} Apr 14 16:17:19.699351 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d06062-577e-48f2-a7b4-b6d94bd53897 req-5c8e98c4-5303-4758-a161-b8054149cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:19.701009 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d0d06062-577e-48f2-a7b4-b6d94bd53897 req-5c8e98c4-5303-4758-a161-b8054149cf02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=933c87bdb5354dc39f728c1bc6dfd17e&device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 1098 time: 0.0802395 Apr 14 16:17:19.786255 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e2a101-d6c3-4524-8cb2-4394531b5f64 None None] New status for floating IP 6c7b9d6a-a726-4b08-a22b-c5081203e31e: ACTIVE {{(pid=85247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:17:19.848509 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d06062-577e-48f2-a7b4-b6d94bd53897 req-c6f50d76-a307-4c73-920a-c162ea968ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:19.849980 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d0d06062-577e-48f2-a7b4-b6d94bd53897 req-c6f50d76-a307-4c73-920a-c162ea968ab7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5635013d-c232-42e6-92f8-9c466e9855da HTTP/1.1" status: 200 len: 912 time: 0.1406946 Apr 14 16:17:19.968294 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d0d06062-577e-48f2-a7b4-b6d94bd53897 req-db550b00-7cca-4f62-8400-0298f08abf17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1caa616-44ca-499b-9670-8b92cff097ae HTTP/1.1" status: 200 len: 998 time: 0.1067455 Apr 14 16:17:20.046617 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d06062-577e-48f2-a7b4-b6d94bd53897 req-8aa9a29e-d4b1-43f7-aed2-6479cbd79770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:20.048099 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d0d06062-577e-48f2-a7b4-b6d94bd53897 req-8aa9a29e-d4b1-43f7-aed2-6479cbd79770 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c32f2be-29eb-445b-8f3d-8786422a2c00 HTTP/1.1" status: 200 len: 850 time: 0.0674610 Apr 14 16:17:20.138423 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d06062-577e-48f2-a7b4-b6d94bd53897 req-64be5c87-929f-45b1-9841-8aa5a17e3c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:20.140039 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d0d06062-577e-48f2-a7b4-b6d94bd53897 req-64be5c87-929f-45b1-9841-8aa5a17e3c62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5635013d-c232-42e6-92f8-9c466e9855da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803325 Apr 14 16:17:20.294585 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d0d06062-577e-48f2-a7b4-b6d94bd53897 req-0ea4826c-6d19-41d3-9102-8ca3ecd6f405 service neutron] 10.222.0.41 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405025 Apr 14 16:17:20.456599 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d0d06062-577e-48f2-a7b4-b6d94bd53897 req-4dc802d3-13fe-4482-b29b-13307e21cd05 service neutron] 10.222.0.41 "GET /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549361 Apr 14 16:17:21.155607 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:17:36.098614 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c2c2e-066b-4b63-a1de-e22acf78a05a req-6bd75155-ea28-4c73-a058-53122c5cd7a6 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:36.100119 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-242c2c2e-066b-4b63-a1de-e22acf78a05a req-6bd75155-ea28-4c73-a058-53122c5cd7a6 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 946 time: 0.0882978 Apr 14 16:17:36.139146 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-242c2c2e-066b-4b63-a1de-e22acf78a05a req-4826dcb7-ce0c-487e-8ed2-cf55c9340be6 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322192 Apr 14 16:17:37.345178 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f5505-f6f9-4242-8b24-e3d699a195d2 req-7df2f17c-13d4-44d0-a8fc-5d96250226b8 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:37.346785 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-190f5505-f6f9-4242-8b24-e3d699a195d2 req-7df2f17c-13d4-44d0-a8fc-5d96250226b8 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 946 time: 0.0900652 Apr 14 16:17:37.379488 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-190f5505-f6f9-4242-8b24-e3d699a195d2 req-608792f3-52ad-48b6-bf24-dd1f50cf43ea tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261843 Apr 14 16:17:38.038595 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-cee609df-eec6-4af9-83a7-6906cd94de96 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374793546&fields=id&tenant_id=6afd00d65090450fa9559d0d5ef3a252 HTTP/1.1" status: 200 len: 267 time: 0.0419602 Apr 14 16:17:38.208813 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-c846ace9-0863-426c-9e97-959f7512feca tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:38.210433 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-c846ace9-0863-426c-9e97-959f7512feca tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/networks?id=01edfd4a-4731-488e-b758-1b065e88d2e9 HTTP/1.1" status: 200 len: 808 time: 0.1640751 Apr 14 16:17:38.228288 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-5df41eab-5e9b-4aa0-9920-d2d69c030fe0 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/quotas/6afd00d65090450fa9559d0d5ef3a252 HTTP/1.1" status: 200 len: 375 time: 0.0104682 Apr 14 16:17:38.317752 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-9d92a78b-fa67-45d5-9b23-8271c9c63bc8 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6afd00d65090450fa9559d0d5ef3a252&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835905 Apr 14 16:17:38.358095 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac13a89-859a-4e58-84a7-a0f0c3b8049d req-f7efe77d-d324-47ba-ba6a-f34982790ffa tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:38.359705 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-eac13a89-859a-4e58-84a7-a0f0c3b8049d req-f7efe77d-d324-47ba-ba6a-f34982790ffa tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 945 time: 0.0905671 Apr 14 16:17:38.393560 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-eac13a89-859a-4e58-84a7-a0f0c3b8049d req-9b476a89-46f8-4b83-9601-9225983ae46e tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272398 Apr 14 16:17:38.470724 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-f03f3c2e-c85e-409d-8c9b-bba38f413591 service neutron] 10.222.0.60 "GET /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398885 Apr 14 16:17:38.679518 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-5e111d80-deff-48c4-b5c4-5539a780e8ba service neutron] 10.222.0.60 "GET /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021852 Apr 14 16:17:38.707359 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e3e77-c068-443d-9d94-19e632e35d10 req-41605162-9fb6-4d0f-81bb-9c5e08edb12a tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:38.709019 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d4e3e77-c068-443d-9d94-19e632e35d10 req-41605162-9fb6-4d0f-81bb-9c5e08edb12a tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.41 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 946 time: 0.1332159 Apr 14 16:17:38.796486 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-0d4e3e77-c068-443d-9d94-19e632e35d10 req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Deleting port 795f1499-91ff-4e4d-8ef8-0d1a0241293e {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:38.796863 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0d4e3e77-c068-443d-9d94-19e632e35d10 req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:38.857820 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5daefb-a7ef-494c-ae21-c5a3e776c7c8 req-1398a389-448a-4b8a-b799-f09be801622c tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:38.864266 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5c5daefb-a7ef-494c-ae21-c5a3e776c7c8 req-1398a389-448a-4b8a-b799-f09be801622c tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 946 time: 0.3549111 Apr 14 16:17:38.894752 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5c5daefb-a7ef-494c-ae21-c5a3e776c7c8 req-8772ab5e-0297-400d-a516-b61906fcaf34 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287724 Apr 14 16:17:39.198648 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-81b87a20-90eb-447a-8d01-6a5140c85d9a req-03876673-42a1-4e51-8260-846f6fd25610 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Synchronizing usage tracker for tenant:6afd00d65090450fa9559d0d5ef3a252 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:17:39.215308 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-81b87a20-90eb-447a-8d01-6a5140c85d9a req-03876673-42a1-4e51-8260-846f6fd25610 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Unset dirty status for tenant:6afd00d65090450fa9559d0d5ef3a252 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:17:39.216573 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-81b87a20-90eb-447a-8d01-6a5140c85d9a req-03876673-42a1-4e51-8260-846f6fd25610 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 210 time: 0.0943956 Apr 14 16:17:39.303683 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-0d4e3e77-c068-443d-9d94-19e632e35d10 req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] For port 795f1499-91ff-4e4d-8ef8-0d1a0241293e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=795f1499-91ff-4e4d-8ef8-0d1a0241293e,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:39.304079 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0d4e3e77-c068-443d-9d94-19e632e35d10 req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:39.610140 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8b2ab-4c2f-48ae-8d0e-4acae7d2b0dd req-d972ecc5-4fc8-4048-8ca1-0166bb35ad9c tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:39.611864 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-14b8b2ab-4c2f-48ae-8d0e-4acae7d2b0dd req-d972ecc5-4fc8-4048-8ca1-0166bb35ad9c tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 945 time: 0.0925086 Apr 14 16:17:39.649475 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-14b8b2ab-4c2f-48ae-8d0e-4acae7d2b0dd req-56ceef43-9d52-40dc-aaf5-6185c843ec80 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257466 Apr 14 16:17:39.660365 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0d4e3e77-c068-443d-9d94-19e632e35d10 req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:39.660782 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0d4e3e77-c068-443d-9d94-19e632e35d10 req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854381538'] for floatingip, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:39.661167 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_db [req-0d4e3e77-c068-443d-9d94-19e632e35d10 req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Floating IP ca9307f0-8694-4416-b370-1b4e92c1daaa disassociated. External IP: 172.27.2.242, port: 795f1499-91ff-4e4d-8ef8-0d1a0241293e. Apr 14 16:17:39.661549 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-0d4e3e77-c068-443d-9d94-19e632e35d10 req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Calling delete_port for 795f1499-91ff-4e4d-8ef8-0d1a0241293e owned by compute:nova {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:39.821609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0d4e3e77-c068-443d-9d94-19e632e35d10 req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:39.840813 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:39.905376 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event deleted for resources: {'Port': ['ID=795f1499-91ff-4e4d-8ef8-0d1a0241293e,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:39.967949 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:39.968362 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:39.968809 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:39.969220 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:39.969669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:39.969995 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:39.970387 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:39.970781 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:39.971177 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:39.971731 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:39.971913 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:39.972308 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:39.977781 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:40.078067 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd325a5c-e29e-4dc0-8b5a-ab49522a124b req-79cd6894-df36-4ced-a2b5-723ed72732ec tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 210 time: 0.0574908 Apr 14 16:17:40.290264 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d4e3e77-c068-443d-9d94-19e632e35d10 req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Router b94f027e-a86d-4722-a55f-149339d2e3fb has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:17:40.389620 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3bcd3ea1-ff45-417b-a7bd-e1c418272e9d req-efbd4210-340c-4b2e-8bd4-2671f7089d9b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 210 time: 0.0502038 Apr 14 16:17:40.627716 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d4e3e77-c068-443d-9d94-19e632e35d10 req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:17:40.640107 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8188749e-7804-4c79-8fc4-c522510b6af3 None None] Sync routers for ids ['b94f027e-a86d-4722-a55f-149339d2e3fb'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:17:40.653929 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8188749e-7804-4c79-8fc4-c522510b6af3 None None] Routers {'b94f027e-a86d-4722-a55f-149339d2e3fb'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:40.654687 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-8188749e-7804-4c79-8fc4-c522510b6af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:17:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b94f027e-a86d-4722-a55f-149339d2e3fb'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:40.686938 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-c8c68933-046a-4183-9864-1bf328dd942b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:40.688535 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-c8c68933-046a-4183-9864-1bf328dd942b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.41 "GET /v2.0/networks?id=01edfd4a-4731-488e-b758-1b065e88d2e9 HTTP/1.1" status: 200 len: 808 time: 0.2514415 Apr 14 16:17:40.747392 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4e3e77-c068-443d-9d94-19e632e35d10 req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] No DVR routers for this DVR port 795f1499-91ff-4e4d-8ef8-0d1a0241293e on host hv-cinder-78626 {{(pid=85245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:17:40.752134 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-0d4e3e77-c068-443d-9d94-19e632e35d10 req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:40.755636 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca69cc6-ca35-4146-8a19-b3e35097b152', 'name': 'network-vif-deleted', 'tag': '795f1499-91ff-4e4d-8ef8-0d1a0241293e'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:17:40.822473 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d4e3e77-c068-443d-9d94-19e632e35d10 req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.41 "DELETE /v2.0/ports/795f1499-91ff-4e4d-8ef8-0d1a0241293e HTTP/1.1" status: 204 len: 173 time: 2.1036205 Apr 14 16:17:40.832571 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8cd98-7b72-45b7-b822-e314e8796b78 req-263e5158-093d-470c-961b-f76229344503 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:40.834408 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5d8cd98-7b72-45b7-b822-e314e8796b78 req-263e5158-093d-470c-961b-f76229344503 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 945 time: 0.1682892 Apr 14 16:17:40.882095 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca69cc6-ca35-4146-8a19-b3e35097b152', 'name': 'network-vif-deleted', 'tag': '795f1499-91ff-4e4d-8ef8-0d1a0241293e', 'status': 'completed', 'code': 200} Apr 14 16:17:40.896956 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-234cb13a-dc15-4b11-96bf-8d6b0acb6b8b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6afd00d65090450fa9559d0d5ef3a252 HTTP/1.1" status: 200 len: 8059 time: 0.1780314 Apr 14 16:17:40.912334 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-12be61fe-d048-4691-82dd-69467214eb5b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Request body: {'port': {'device_id': 'ec37842c-337c-481a-b350-8055f911d09b', 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9', 'admin_state_up': True, 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'security_groups': ['52dba9ab-a650-4525-a836-9879473ec5dd']}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:40.938832 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-8188749e-7804-4c79-8fc4-c522510b6af3 None None] Set router b94f027e-a86d-4722-a55f-149339d2e3fb gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:40.960250 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-b5d8cd98-7b72-45b7-b822-e314e8796b78 req-70a70a78-1f5c-4f54-ba73-ba3c51e55e37 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Deleting port 8524978b-5f78-400b-b215-ca84451f8af6 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:40.960820 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b5d8cd98-7b72-45b7-b822-e314e8796b78 req-70a70a78-1f5c-4f54-ba73-ba3c51e55e37 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:41.090202 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86595591-29a6-448a-a73d-9cc5b5604232 req-dd5f9148-b521-4af6-88db-ccce6623d683 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:41.092128 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-86595591-29a6-448a-a73d-9cc5b5604232 req-dd5f9148-b521-4af6-88db-ccce6623d683 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 945 time: 0.2546437 Apr 14 16:17:41.124243 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-12be61fe-d048-4691-82dd-69467214eb5b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:41.144919 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-12be61fe-d048-4691-82dd-69467214eb5b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:41.162848 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-86595591-29a6-448a-a73d-9cc5b5604232 req-645fcf97-e898-48cd-96f2-a27c8edffa61 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625718 Apr 14 16:17:41.187394 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-12be61fe-d048-4691-82dd-69467214eb5b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Made reservation on behalf of 6afd00d65090450fa9559d0d5ef3a252 for: {'port': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:17:41.194308 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-12be61fe-d048-4691-82dd-69467214eb5b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:41.295213 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-8188749e-7804-4c79-8fc4-c522510b6af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:41.299613 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8188749e-7804-4c79-8fc4-c522510b6af3 None None] Checking router: b94f027e-a86d-4722-a55f-149339d2e3fb for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:17:41.314798 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8188749e-7804-4c79-8fc4-c522510b6af3 None None] Routers {'b94f027e-a86d-4722-a55f-149339d2e3fb'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:41.318959 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-8188749e-7804-4c79-8fc4-c522510b6af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:17:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b94f027e-a86d-4722-a55f-149339d2e3fb'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:41.378071 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-12be61fe-d048-4691-82dd-69467214eb5b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Allocated IP 172.20.0.4 (01edfd4a-4731-488e-b758-1b065e88d2e9/ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9/eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:17:41.380276 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-19195e85-68de-412a-ac79-79e201ffc730 req-97fe9883-bbb4-411d-9f6a-c5aa019acbb9 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 210 time: 0.0999320 Apr 14 16:17:41.457488 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 795f1499-91ff-4e4d-8ef8-0d1a0241293e no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:41.466089 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-b5d8cd98-7b72-45b7-b822-e314e8796b78 req-70a70a78-1f5c-4f54-ba73-ba3c51e55e37 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] For port 8524978b-5f78-400b-b215-ca84451f8af6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8524978b-5f78-400b-b215-ca84451f8af6,segment=NetworkSegment(4e8a243e-711d-4633-8c82-8b1e3f1730fc),segment_id=4e8a243e-711d-4633-8c82-8b1e3f1730fc)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:41.466491 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b5d8cd98-7b72-45b7-b822-e314e8796b78 req-70a70a78-1f5c-4f54-ba73-ba3c51e55e37 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:41.511755 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: 795f1499-91ff-4e4d-8ef8-0d1a0241293e {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:17:41.512335 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 795f1499-91ff-4e4d-8ef8-0d1a0241293e not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:17:41.597876 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-8188749e-7804-4c79-8fc4-c522510b6af3 None None] Set router b94f027e-a86d-4722-a55f-149339d2e3fb gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:41.681576 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-b5d8cd98-7b72-45b7-b822-e314e8796b78 req-70a70a78-1f5c-4f54-ba73-ba3c51e55e37 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Calling delete_port for 8524978b-5f78-400b-b215-ca84451f8af6 owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:41.763635 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d2efb659-b248-452a-9c96-af519498c800 req-5c1991ce-b738-4c08-8f91-f8b83deb5f55 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 210 time: 0.0749779 Apr 14 16:17:41.817395 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-12be61fe-d048-4691-82dd-69467214eb5b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:41.861669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-12be61fe-d048-4691-82dd-69467214eb5b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Transition to ACTIVE for port object eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:17:41.863139 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b5d8cd98-7b72-45b7-b822-e314e8796b78 req-70a70a78-1f5c-4f54-ba73-ba3c51e55e37 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:41.882952 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-17e00b6f-9519-4e9d-8c47-07fabf70d754 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:41.886869 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-12be61fe-d048-4691-82dd-69467214eb5b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:41.902809 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-7664e4b3-a77c-4cd9-9c9d-1f30507137af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:41.946280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a70a78-1f5c-4f54-ba73-ba3c51e55e37 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Pushing event deleted for resources: {'Port': ['ID=8524978b-5f78-400b-b215-ca84451f8af6,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:42.018211 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-8188749e-7804-4c79-8fc4-c522510b6af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:42.026705 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8188749e-7804-4c79-8fc4-c522510b6af3 None None] The sync data for ids ['b94f027e-a86d-4722-a55f-149339d2e3fb'] in dv-cinder-786266-1-iscsi is: [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:17:42.043593 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-70a70a78-1f5c-4f54-ba73-ba3c51e55e37 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:42.048686 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be61fe-d048-4691-82dd-69467214eb5b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Pushing event updated for resources: {'Port': ['ID=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:42.058838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-12be61fe-d048-4691-82dd-69467214eb5b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:42.155597 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d8cd98-7b72-45b7-b822-e314e8796b78 req-70a70a78-1f5c-4f54-ba73-ba3c51e55e37 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] No DVR routers for this DVR port 8524978b-5f78-400b-b215-ca84451f8af6 on host hv-cinder-78626 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:17:42.158328 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b5d8cd98-7b72-45b7-b822-e314e8796b78 req-70a70a78-1f5c-4f54-ba73-ba3c51e55e37 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:42.161442 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c19596f-1b41-4441-aac8-f715ca5e16d7', 'name': 'network-vif-deleted', 'tag': '8524978b-5f78-400b-b215-ca84451f8af6'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:17:42.179019 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5d8cd98-7b72-45b7-b822-e314e8796b78 req-70a70a78-1f5c-4f54-ba73-ba3c51e55e37 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.41 "DELETE /v2.0/ports/8524978b-5f78-400b-b215-ca84451f8af6 HTTP/1.1" status: 204 len: 173 time: 1.3381443 Apr 14 16:17:42.229017 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c19596f-1b41-4441-aac8-f715ca5e16d7', 'name': 'network-vif-deleted', 'tag': '8524978b-5f78-400b-b215-ca84451f8af6', 'status': 'completed', 'code': 200} Apr 14 16:17:42.384821 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ba1eae58-26e9-4150-8b77-3e0c7ae3eaeb req-4ee91ff6-b0c6-42a1-a276-5e6a67ae239c tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c19596f-1b41-4441-aac8-f715ca5e16d7 HTTP/1.1" status: 200 len: 210 time: 0.0628273 Apr 14 16:17:42.390276 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-12be61fe-d048-4691-82dd-69467214eb5b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Network 01edfd4a-4731-488e-b758-1b065e88d2e9 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:17:42.391628 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-12be61fe-d048-4691-82dd-69467214eb5b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:17:42.393595 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-12be61fe-d048-4691-82dd-69467214eb5b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:17:42.470424 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f19a04-4006-41a0-be89-712e34775494 None None] New status for floating IP ca9307f0-8694-4416-b370-1b4e92c1daaa: DOWN {{(pid=85247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:17:42.483114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-12be61fe-d048-4691-82dd-69467214eb5b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:42.486317 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-12be61fe-d048-4691-82dd-69467214eb5b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:42.532517 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-12be61fe-d048-4691-82dd-69467214eb5b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6250820 Apr 14 16:17:42.558773 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Request body: {'port': {'device_id': 'ec37842c-337c-481a-b350-8055f911d09b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:42.641233 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a0cca339-84fe-4346-9883-d9efc1c37a7d req-a332f86a-7817-4f25-9e8d-b7feebac3275 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca69cc6-ca35-4146-8a19-b3e35097b152 HTTP/1.1" status: 200 len: 210 time: 0.0673149 Apr 14 16:17:42.647336 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-69edec3e-e3cf-45ef-a207-2ac81284dca0 None None] Provisioning for port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:17:42.662514 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-69edec3e-e3cf-45ef-a207-2ac81284dca0 None None] Provisioning complete for port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:42.674646 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-69edec3e-e3cf-45ef-a207-2ac81284dca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:42.741706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:42.746167 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-69edec3e-e3cf-45ef-a207-2ac81284dca0 None None] Port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:17:42.987569 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfde1d-b334-4530-8da0-caaeeaecc61e req-29bc5cb1-bd07-4a3e-a004-6997613dd381 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:42.989329 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-60cfde1d-b334-4530-8da0-caaeeaecc61e req-29bc5cb1-bd07-4a3e-a004-6997613dd381 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 931 time: 0.0960138 Apr 14 16:17:43.025445 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-60cfde1d-b334-4530-8da0-caaeeaecc61e req-80053f40-0a47-416b-8321-d7135a0b132f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Synchronizing usage tracker for tenant:6afd00d65090450fa9559d0d5ef3a252 on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:17:43.043470 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-60cfde1d-b334-4530-8da0-caaeeaecc61e req-80053f40-0a47-416b-8321-d7135a0b132f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Unset dirty status for tenant:6afd00d65090450fa9559d0d5ef3a252 on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:17:43.044871 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-60cfde1d-b334-4530-8da0-caaeeaecc61e req-80053f40-0a47-416b-8321-d7135a0b132f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486128 Apr 14 16:17:43.171020 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:17:43.178919 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:43.194037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Transition to ACTIVE for port object eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:17:43.197526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:43.213355 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-12be61fe-d048-4691-82dd-69467214eb5b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:43.346673 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:43.349591 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:43.402163 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 8524978b-5f78-400b-b215-ca84451f8af6 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:43.440359 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: 8524978b-5f78-400b-b215-ca84451f8af6 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:17:43.440754 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 8524978b-5f78-400b-b215-ca84451f8af6 not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:17:43.538620 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:43.589132 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Attempting to bind port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:17:43.589508 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Attempting to bind port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '952919a7-c0be-4172-af6c-71b5e1eb82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:17:43.589918 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Attempting to bind port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be on network 01edfd4a-4731-488e-b758-1b065e88d2e9 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:17:43.594978 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be on network 01edfd4a-4731-488e-b758-1b065e88d2e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:17:43.595335 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Attempting to bind port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be on network 01edfd4a-4731-488e-b758-1b065e88d2e9 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:17:43.600815 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:17:43.601181 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Checking segment: {'id': '952919a7-c0be-4172-af6c-71b5e1eb82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:17:43.601632 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Bound using segment: {'id': '952919a7-c0be-4172-af6c-71b5e1eb82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:17:43.602270 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Bound port: eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952919a7-c0be-4172-af6c-71b5e1eb82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:17:43.602650 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:43.683831 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] For port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be, host hv-cinder-78626, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:17:43.687419 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] For port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be,segment=NetworkSegment(952919a7-c0be-4172-af6c-71b5e1eb82b9),segment_id=952919a7-c0be-4172-af6c-71b5e1eb82b9)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:17:43.690462 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:43.785942 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1fb80ce2-89b1-4558-932e-2eb341183cee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:43.897926 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:43.903531 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:43.910077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:43.910759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:43.912209 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] 10.222.0.41 "PUT /v2.0/ports/eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be HTTP/1.1" status: 200 len: 1093 time: 1.3686125 Apr 14 16:17:43.912757 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec37842c-337c-481a-b350-8055f911d09b', 'tag': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:17:44.052126 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-272c9df7-7c70-4d07-bd2b-a5ef9590c3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:44.053796 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-272c9df7-7c70-4d07-bd2b-a5ef9590c3ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6afd00d65090450fa9559d0d5ef3a252&device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 1096 time: 0.0934155 Apr 14 16:17:44.067026 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec37842c-337c-481a-b350-8055f911d09b', 'tag': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be', 'status': 'completed', 'code': 200} Apr 14 16:17:44.137960 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-b65316f0-e951-4bc9-a3ac-2315a4b43357 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-944231262&fields=id&tenant_id=ed9d2e253f144da0bf1bbc63b4657b81 HTTP/1.1" status: 200 len: 267 time: 0.0663738 Apr 14 16:17:44.148736 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-c26e1b5e-2bbc-4c8b-929a-3f38407b2910 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be HTTP/1.1" status: 200 len: 217 time: 0.0805397 Apr 14 16:17:44.233675 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-c14c8a25-0a94-4b53-82e8-1f6aa808e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:44.235820 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-c14c8a25-0a94-4b53-82e8-1f6aa808e1d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9 HTTP/1.1" status: 200 len: 847 time: 0.0746870 Apr 14 16:17:44.325787 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-9d2bd57b-8900-45ec-8ca4-a7e9977225be tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:44.326557 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-9d2bd57b-8900-45ec-8ca4-a7e9977225be tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Synchronizing usage tracker for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:network {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:17:44.341599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95831cc2-fed5-4eef-a6cf-78ca54f1913a req-993f8d5b-3a89-4268-a731-f643141200f7 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:44.344184 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-9d2bd57b-8900-45ec-8ca4-a7e9977225be tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Unset dirty status for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:network {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:17:44.345648 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-9d2bd57b-8900-45ec-8ca4-a7e9977225be tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/networks?id=7f231942-4227-4866-b347-c39ce3e77e17 HTTP/1.1" status: 200 len: 812 time: 0.2067318 Apr 14 16:17:44.348200 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-95831cc2-fed5-4eef-a6cf-78ca54f1913a req-993f8d5b-3a89-4268-a731-f643141200f7 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Synchronizing usage tracker for tenant:6afd00d65090450fa9559d0d5ef3a252 on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:17:44.363503 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-95831cc2-fed5-4eef-a6cf-78ca54f1913a req-993f8d5b-3a89-4268-a731-f643141200f7 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Unset dirty status for tenant:6afd00d65090450fa9559d0d5ef3a252 on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:17:44.363965 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-99fc1cd4-6760-4b6a-8c56-bd5a6188f008 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/quotas/ed9d2e253f144da0bf1bbc63b4657b81 HTTP/1.1" status: 200 len: 375 time: 0.0108573 Apr 14 16:17:44.364754 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-95831cc2-fed5-4eef-a6cf-78ca54f1913a req-993f8d5b-3a89-4268-a731-f643141200f7 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.1149170 Apr 14 16:17:44.400572 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-95831cc2-fed5-4eef-a6cf-78ca54f1913a req-bd9490fe-7556-4c20-b625-418e98ebb9c9 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285964 Apr 14 16:17:44.451239 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-98988c78-3040-49f8-ba3e-b8602664a76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:44.466237 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-5fcd2de5-9360-4652-9703-bfd84a7dc4f9 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0949330 Apr 14 16:17:44.615640 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-a53e718f-4b35-41db-9277-4db5bc56385f service neutron] 10.222.0.60 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363721 Apr 14 16:17:44.757651 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-7ecd0e95-1136-4d3a-823e-729677b78f89 service neutron] 10.222.0.60 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348033 Apr 14 16:17:46.591512 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b2d82bf7-509e-417e-b380-1b87b1a9b548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:47.216677 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-adba187b-606b-488d-b892-70a393e1505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:47.218336 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-adba187b-606b-488d-b892-70a393e1505c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01edfd4a-4731-488e-b758-1b065e88d2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0871170 Apr 14 16:17:47.385421 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-b8c456d2-5ce1-4d26-913d-ba1209e23520 req-e29635de-635b-4b55-bea6-3e6bdbdf5faf tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Synchronizing usage tracker for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:17:47.404686 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fea745-2544-405d-9f93-41db96eb8c68 req-4bf43b52-6636-46a6-96c2-46ba95c906ef tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:47.406382 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d1fea745-2544-405d-9f93-41db96eb8c68 req-4bf43b52-6636-46a6-96c2-46ba95c906ef tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.0950506 Apr 14 16:17:47.428783 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-b8c456d2-5ce1-4d26-913d-ba1209e23520 req-e29635de-635b-4b55-bea6-3e6bdbdf5faf tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Unset dirty status for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:17:47.430476 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b8c456d2-5ce1-4d26-913d-ba1209e23520 req-e29635de-635b-4b55-bea6-3e6bdbdf5faf tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 210 time: 0.1016300 Apr 14 16:17:47.436664 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-e380ed68-81f5-45ab-b784-e9a2ef05f6a6 service neutron] 10.222.0.41 "GET /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102392 Apr 14 16:17:47.442501 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d1fea745-2544-405d-9f93-41db96eb8c68 req-30fccbcb-93d9-4376-a37d-b01bf130c594 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284894 Apr 14 16:17:47.551148 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:47.607916 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aa69bf0b-ba38-4813-aeb7-b6929275bfcc req-fb1fde61-c9ec-457f-b5b7-2a247d0b8dda service neutron] 10.222.0.41 "GET /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478937 Apr 14 16:17:47.693562 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:47.755472 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba71032-05dd-4f11-bc13-94485b26a34a req-87e902f1-e77f-47f8-8d83-5b962d4a6b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:47.757068 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-eba71032-05dd-4f11-bc13-94485b26a34a req-87e902f1-e77f-47f8-8d83-5b962d4a6b52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6afd00d65090450fa9559d0d5ef3a252&device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 1096 time: 0.0824316 Apr 14 16:17:47.909513 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba71032-05dd-4f11-bc13-94485b26a34a req-94b226d1-7470-4154-ae6c-5fd8e6ab8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:47.911076 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-eba71032-05dd-4f11-bc13-94485b26a34a req-94b226d1-7470-4154-ae6c-5fd8e6ab8aa4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01edfd4a-4731-488e-b758-1b065e88d2e9 HTTP/1.1" status: 200 len: 909 time: 0.1415565 Apr 14 16:17:47.986239 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-eba71032-05dd-4f11-bc13-94485b26a34a req-48f8d94d-d1e7-477d-aa1c-bb47127e99f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be HTTP/1.1" status: 200 len: 217 time: 0.0671978 Apr 14 16:17:48.071498 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba71032-05dd-4f11-bc13-94485b26a34a req-6a97a330-3eaf-4283-affd-3bc31bf25bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:48.073256 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-eba71032-05dd-4f11-bc13-94485b26a34a req-6a97a330-3eaf-4283-affd-3bc31bf25bd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9 HTTP/1.1" status: 200 len: 847 time: 0.0730729 Apr 14 16:17:48.170590 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba71032-05dd-4f11-bc13-94485b26a34a req-f106fc44-15b2-4216-84a2-b47a5f0a6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:48.172222 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-eba71032-05dd-4f11-bc13-94485b26a34a req-f106fc44-15b2-4216-84a2-b47a5f0a6a29 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01edfd4a-4731-488e-b758-1b065e88d2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0919766 Apr 14 16:17:48.204689 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-b2c59566-68be-4785-a21c-7c557d1f9173 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:48.206323 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-b2c59566-68be-4785-a21c-7c557d1f9173 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.41 "GET /v2.0/networks?id=7f231942-4227-4866-b347-c39ce3e77e17 HTTP/1.1" status: 200 len: 812 time: 0.2062583 Apr 14 16:17:48.326071 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-11148fa5-7dc0-444d-8a92-cbb48e87a0b6 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81 HTTP/1.1" status: 200 len: 8059 time: 0.1085670 Apr 14 16:17:48.338983 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-a015e219-1ad1-40af-8697-2c25b8d47d54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Request body: {'port': {'device_id': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'admin_state_up': True, 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'security_groups': ['061c55bb-3c8b-41a8-85ab-602611b87bd4']}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:48.377826 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-eba71032-05dd-4f11-bc13-94485b26a34a req-cc4a520c-b3b5-4b92-aa63-a2889bdab7bb service neutron] 10.222.0.41 "GET /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938426 Apr 14 16:17:48.548343 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-a015e219-1ad1-40af-8697-2c25b8d47d54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:48.550484 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-eba71032-05dd-4f11-bc13-94485b26a34a req-1025ea10-09fb-4d03-b7a8-087318434676 service neutron] 10.222.0.41 "GET /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588111 Apr 14 16:17:48.561393 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-a015e219-1ad1-40af-8697-2c25b8d47d54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:48.619968 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9002dcea-c856-4472-9178-3b670f753548 req-f9d1f488-7808-43e8-b6a3-4b52d7387bef tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 210 time: 0.0558374 Apr 14 16:17:48.623251 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-a015e219-1ad1-40af-8697-2c25b8d47d54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Made reservation on behalf of ed9d2e253f144da0bf1bbc63b4657b81 for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:17:48.629335 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-a015e219-1ad1-40af-8697-2c25b8d47d54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:48.670926 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738253c-15e9-4153-99aa-2ddc9f1c4e26 req-3ba4cbba-797f-4cbd-86df-a04e9fe408fe tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:48.672538 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b738253c-15e9-4153-99aa-2ddc9f1c4e26 req-3ba4cbba-797f-4cbd-86df-a04e9fe408fe tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.0953963 Apr 14 16:17:48.704524 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b738253c-15e9-4153-99aa-2ddc9f1c4e26 req-dbf09c94-26ac-4bed-8011-d93d32a14ab8 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250428 Apr 14 16:17:48.786715 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-a015e219-1ad1-40af-8697-2c25b8d47d54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Allocated IP 172.20.0.11 (7f231942-4227-4866-b347-c39ce3e77e17/96e4a1f4-9db1-4dac-b369-d7c260cd42f3/e78fae0b-8829-413f-93d4-0aa5119937a2) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:17:48.962941 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:48.986653 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-a015e219-1ad1-40af-8697-2c25b8d47d54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:49.003351 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-a015e219-1ad1-40af-8697-2c25b8d47d54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Transition to ACTIVE for port object e78fae0b-8829-413f-93d4-0aa5119937a2 will not be triggered until provisioned by entity DHCP. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:17:49.026046 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-a015e219-1ad1-40af-8697-2c25b8d47d54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:49.041980 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9ba00184-29c2-497f-b7a7-8018dca63f3b tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:49.189147 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015e219-1ad1-40af-8697-2c25b8d47d54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event updated for resources: {'Port': ['ID=e78fae0b-8829-413f-93d4-0aa5119937a2,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:49.193586 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a015e219-1ad1-40af-8697-2c25b8d47d54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:49.247228 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-a015e219-1ad1-40af-8697-2c25b8d47d54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Network 7f231942-4227-4866-b347-c39ce3e77e17 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:17:49.248482 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-a015e219-1ad1-40af-8697-2c25b8d47d54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:17:49.250830 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-a015e219-1ad1-40af-8697-2c25b8d47d54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:17:49.329317 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-a015e219-1ad1-40af-8697-2c25b8d47d54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:49.330060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-a015e219-1ad1-40af-8697-2c25b8d47d54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:49.359844 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-a015e219-1ad1-40af-8697-2c25b8d47d54 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0258749 Apr 14 16:17:49.378059 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Request body: {'port': {'device_id': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:49.501284 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-4db55516-9987-4e57-b984-935f549f29ea None None] Provisioning for port e78fae0b-8829-413f-93d4-0aa5119937a2 completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:17:49.506672 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-4db55516-9987-4e57-b984-935f549f29ea None None] Provisioning complete for port e78fae0b-8829-413f-93d4-0aa5119937a2 triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:49.507270 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4db55516-9987-4e57-b984-935f549f29ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:49.514755 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:49.598022 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-4db55516-9987-4e57-b984-935f549f29ea None None] Port e78fae0b-8829-413f-93d4-0aa5119937a2 cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:17:49.968985 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02ffec-e0e9-4afc-b487-8b1ff2e40aa4 req-dce67c5d-ddee-4a1d-9297-11c01bcb032f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:49.969804 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-ce02ffec-e0e9-4afc-b487-8b1ff2e40aa4 req-dce67c5d-ddee-4a1d-9297-11c01bcb032f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Synchronizing usage tracker for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:17:50.004715 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-ce02ffec-e0e9-4afc-b487-8b1ff2e40aa4 req-dce67c5d-ddee-4a1d-9297-11c01bcb032f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Unset dirty status for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:17:50.007391 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ce02ffec-e0e9-4afc-b487-8b1ff2e40aa4 req-dce67c5d-ddee-4a1d-9297-11c01bcb032f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 932 time: 0.2540550 Apr 14 16:17:50.082716 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e26d18-a911-4743-b732-b989216f8697 req-358fa074-16a3-4818-b9ae-a6cb43b73332 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:50.084272 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-25e26d18-a911-4743-b732-b989216f8697 req-358fa074-16a3-4818-b9ae-a6cb43b73332 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.1065342 Apr 14 16:17:50.091599 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ce02ffec-e0e9-4afc-b487-8b1ff2e40aa4 req-827c8f46-d895-428a-b20d-dea6427f3aa7 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460629 Apr 14 16:17:50.093847 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78fae0b-8829-413f-93d4-0aa5119937a2 {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:17:50.102895 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:50.128502 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-25e26d18-a911-4743-b732-b989216f8697 req-6c449c62-d2fe-4b5a-8a60-d19029f3d833 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367854 Apr 14 16:17:50.128660 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Transition to ACTIVE for port object e78fae0b-8829-413f-93d4-0aa5119937a2 will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:17:50.132118 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:50.149817 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bbe693df-3cf7-48f5-8b91-6daf1623493c tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:50.286700 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Pushing event updated for resources: {'Port': ['ID=e78fae0b-8829-413f-93d4-0aa5119937a2,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:50.296289 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:50.760628 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Attempting to bind port e78fae0b-8829-413f-93d4-0aa5119937a2 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:17:50.760979 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Attempting to bind port e78fae0b-8829-413f-93d4-0aa5119937a2 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:17:50.761376 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Attempting to bind port e78fae0b-8829-413f-93d4-0aa5119937a2 on network 7f231942-4227-4866-b347-c39ce3e77e17 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:17:50.766939 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Port e78fae0b-8829-413f-93d4-0aa5119937a2 on network 7f231942-4227-4866-b347-c39ce3e77e17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:17:50.767343 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Attempting to bind port e78fae0b-8829-413f-93d4-0aa5119937a2 on network 7f231942-4227-4866-b347-c39ce3e77e17 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:17:50.772835 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:17:50.773269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Checking segment: {'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:17:50.773733 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Bound using segment: {'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:17:50.774200 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Bound port: e78fae0b-8829-413f-93d4-0aa5119937a2, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:17:50.774582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:50.852110 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] For port e78fae0b-8829-413f-93d4-0aa5119937a2, host hv-cinder-78626, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:17:50.855381 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] For port e78fae0b-8829-413f-93d4-0aa5119937a2, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e78fae0b-8829-413f-93d4-0aa5119937a2,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:17:50.858737 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:50.876027 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e22f0e75-e549-44ef-a7c3-c6371a1c48d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:51.030175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Pushing event updated for resources: {'Port': ['ID=e78fae0b-8829-413f-93d4-0aa5119937a2,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:51.033800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:51.068057 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:51.068608 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:51.070582 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] 10.222.0.41 "PUT /v2.0/ports/e78fae0b-8829-413f-93d4-0aa5119937a2 HTTP/1.1" status: 200 len: 1094 time: 1.6972213 Apr 14 16:17:51.071102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'tag': 'e78fae0b-8829-413f-93d4-0aa5119937a2'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:17:52.948597 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'tag': 'e78fae0b-8829-413f-93d4-0aa5119937a2', 'status': 'completed', 'code': 200} Apr 14 16:17:52.979646 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-6cdbb017-6674-40df-9ec8-90c7906d65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:52.982245 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-6cdbb017-6674-40df-9ec8-90c7906d65a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81&device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 1097 time: 0.0884209 Apr 14 16:17:53.098503 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-2c739aeb-b190-4fa6-aeeb-c9c811064f31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e78fae0b-8829-413f-93d4-0aa5119937a2 HTTP/1.1" status: 200 len: 217 time: 0.1037951 Apr 14 16:17:53.113147 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cea66f-82f7-49c8-96e2-14eb7fcd054b req-cea99946-7a78-435c-a717-7fc45fec8d92 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:53.114765 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d1cea66f-82f7-49c8-96e2-14eb7fcd054b req-cea99946-7a78-435c-a717-7fc45fec8d92 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 944 time: 0.0952330 Apr 14 16:17:53.159667 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d1cea66f-82f7-49c8-96e2-14eb7fcd054b req-d8f074ba-8584-49ce-8c47-50dfe1aee5ee tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286438 Apr 14 16:17:53.206718 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-87ed1ddf-2ad1-443a-a87d-dbd35e886ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:53.208309 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-87ed1ddf-2ad1-443a-a87d-dbd35e886ec7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e4a1f4-9db1-4dac-b369-d7c260cd42f3 HTTP/1.1" status: 200 len: 851 time: 0.0934346 Apr 14 16:17:53.225908 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fd72a-2e3c-4649-8eb6-f2415c84389d req-9b4a007e-8cfc-49d2-8368-9f8fb4bba6e2 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:53.227984 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-932fd72a-2e3c-4649-8eb6-f2415c84389d req-9b4a007e-8cfc-49d2-8368-9f8fb4bba6e2 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.1742132 Apr 14 16:17:53.304539 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-932fd72a-2e3c-4649-8eb6-f2415c84389d req-2aeaf0e6-9952-4981-8816-d3daf1a007eb tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414786 Apr 14 16:17:53.330639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-f2abf9a6-caaf-41ba-8a00-a01dc052ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:53.332241 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-f2abf9a6-caaf-41ba-8a00-a01dc052ae41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f231942-4227-4866-b347-c39ce3e77e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1033533 Apr 14 16:17:53.485517 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-0f9736df-28ab-4045-8e51-63f3b17507c8 service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388636 Apr 14 16:17:53.639030 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b5f5aba9-62f6-434f-9451-d4ba73ae1fe5 req-f4d237ea-5afa-44b2-bec8-06b62526bee6 service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440392 Apr 14 16:17:53.770776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243065d9-5cba-47ec-a1af-592dfbf78808 req-c526d091-588e-4543-a10b-b8fdbc02e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:53.772261 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-243065d9-5cba-47ec-a1af-592dfbf78808 req-c526d091-588e-4543-a10b-b8fdbc02e999 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81&device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 1097 time: 0.0794678 Apr 14 16:17:53.917606 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243065d9-5cba-47ec-a1af-592dfbf78808 req-2c8f0a64-f5cf-4686-86fc-225096fe51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:53.919201 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-243065d9-5cba-47ec-a1af-592dfbf78808 req-2c8f0a64-f5cf-4686-86fc-225096fe51bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f231942-4227-4866-b347-c39ce3e77e17 HTTP/1.1" status: 200 len: 913 time: 0.1389201 Apr 14 16:17:54.017318 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-243065d9-5cba-47ec-a1af-592dfbf78808 req-5fbd7727-6741-4877-adcb-e88cbf9dbc60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e78fae0b-8829-413f-93d4-0aa5119937a2 HTTP/1.1" status: 200 len: 217 time: 0.0896463 Apr 14 16:17:54.096755 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243065d9-5cba-47ec-a1af-592dfbf78808 req-b7c1b2dd-58c3-407e-b940-c70887383e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:54.098381 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-243065d9-5cba-47ec-a1af-592dfbf78808 req-b7c1b2dd-58c3-407e-b940-c70887383e6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e4a1f4-9db1-4dac-b369-d7c260cd42f3 HTTP/1.1" status: 200 len: 851 time: 0.0659854 Apr 14 16:17:54.187190 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243065d9-5cba-47ec-a1af-592dfbf78808 req-97c51418-8675-4a03-b3d2-5de56def376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:54.188815 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-243065d9-5cba-47ec-a1af-592dfbf78808 req-97c51418-8675-4a03-b3d2-5de56def376c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f231942-4227-4866-b347-c39ce3e77e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805581 Apr 14 16:17:54.293765 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-1b913d6a-115a-422a-bd69-5d5a9d1d465d tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:54.295279 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-1b913d6a-115a-422a-bd69-5d5a9d1d465d tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/networks?id=e562779b-7387-40f5-b9de-d5621a56d934 HTTP/1.1" status: 200 len: 814 time: 0.1615560 Apr 14 16:17:54.312197 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-f107e848-8a53-416a-ac43-795ecc27c526 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/quotas/73844004f69a481dba93081e4d2b284e HTTP/1.1" status: 200 len: 375 time: 0.0108035 Apr 14 16:17:54.369338 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-e4f2d6f4-3681-4656-b5d6-c30b7bada37f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=73844004f69a481dba93081e4d2b284e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513551 Apr 14 16:17:54.395611 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-243065d9-5cba-47ec-a1af-592dfbf78808 req-f2bc1707-f386-4fdb-9f1a-b6ffa7ba2d4d service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988428 Apr 14 16:17:54.509776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425eeaa2-c80b-44fb-9eb6-4719a5f95719 req-bbf96ba9-19ed-4a9e-b8dd-a4065393d119 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:54.511377 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-425eeaa2-c80b-44fb-9eb6-4719a5f95719 req-bbf96ba9-19ed-4a9e-b8dd-a4065393d119 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 944 time: 0.2222207 Apr 14 16:17:54.512143 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-5b893ebd-1df9-4cfa-8204-0896c85ffaa5 service neutron] 10.222.0.60 "GET /v2.0/networks/e562779b-7387-40f5-b9de-d5621a56d934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353245 Apr 14 16:17:54.559964 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-425eeaa2-c80b-44fb-9eb6-4719a5f95719 req-5734921c-a39f-494e-b108-8bb11ec6d30c tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411341 Apr 14 16:17:54.591712 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-243065d9-5cba-47ec-a1af-592dfbf78808 req-0cfce130-fee0-46c2-b302-776b45cd252d service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867969 Apr 14 16:17:54.662060 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-10b3c9b5-ccd0-4696-ac18-8663a2f56ad7 service neutron] 10.222.0.60 "GET /v2.0/networks/e562779b-7387-40f5-b9de-d5621a56d934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378260 Apr 14 16:17:54.759597 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1a0b-ed7e-41a4-9acc-8f502a9032be req-c7c7d507-d4ee-4cb1-ba37-0fc8c43e95eb tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:54.761239 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-69fe1a0b-ed7e-41a4-9acc-8f502a9032be req-c7c7d507-d4ee-4cb1-ba37-0fc8c43e95eb tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.0938575 Apr 14 16:17:54.797597 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-69fe1a0b-ed7e-41a4-9acc-8f502a9032be req-f6a13e25-2b76-4115-a05d-8658b5366bf2 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277238 Apr 14 16:17:54.862225 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b71d9fa4-c3f3-43ea-9636-c150a1351b13 req-33342d9e-becc-4092-8751-9326bb7539e8 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 210 time: 0.0521181 Apr 14 16:17:55.777821 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc7dcd-629c-4f4a-b49d-37c22fcf95fc req-68e43e89-771a-4954-95d5-484eec73efb5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:55.779437 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-26dc7dcd-629c-4f4a-b49d-37c22fcf95fc req-68e43e89-771a-4954-95d5-484eec73efb5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 944 time: 0.0918674 Apr 14 16:17:55.810184 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-26dc7dcd-629c-4f4a-b49d-37c22fcf95fc req-b2734334-6584-41e5-8466-9bfd24bf676a tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240970 Apr 14 16:17:55.889605 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:17:56.037691 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482a304-4145-4422-877d-a6f726c0e547 req-152e5fee-c0b2-4164-80a8-21cca32ff360 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:56.039686 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f482a304-4145-4422-877d-a6f726c0e547 req-152e5fee-c0b2-4164-80a8-21cca32ff360 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.1051114 Apr 14 16:17:56.059838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be,segment=NetworkSegment(952919a7-c0be-4172-af6c-71b5e1eb82b9),segment_id=952919a7-c0be-4172-af6c-71b5e1eb82b9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:56.075565 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be', 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9', 'port_id': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be', 'mac_address': 'fa:16:3e:e1:45:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:17:56.088175 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f482a304-4145-4422-877d-a6f726c0e547 req-21098cfd-8480-45af-9ece-bf3511776650 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381074 Apr 14 16:17:56.099460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-a06b6550-ca1f-4c87-b17b-396c00bb8be9 req-ab0c1e44-2d01-4fd7-b99b-1f4afc02e83f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Synchronizing usage tracker for tenant:73844004f69a481dba93081e4d2b284e on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:17:56.144337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-8d597482-78a3-476f-b833-69fcd4084c39 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:56.146035 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-8d597482-78a3-476f-b833-69fcd4084c39 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.41 "GET /v2.0/networks?id=e562779b-7387-40f5-b9de-d5621a56d934 HTTP/1.1" status: 200 len: 814 time: 0.2691336 Apr 14 16:17:56.147154 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-a06b6550-ca1f-4c87-b17b-396c00bb8be9 req-ab0c1e44-2d01-4fd7-b99b-1f4afc02e83f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Unset dirty status for tenant:73844004f69a481dba93081e4d2b284e on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:17:56.152709 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:56.154195 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:17:56.157956 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a06b6550-ca1f-4c87-b17b-396c00bb8be9 req-ab0c1e44-2d01-4fd7-b99b-1f4afc02e83f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 210 time: 0.1330721 Apr 14 16:17:56.172558 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be,segment=NetworkSegment(952919a7-c0be-4172-af6c-71b5e1eb82b9),segment_id=952919a7-c0be-4172-af6c-71b5e1eb82b9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:56.173265 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Request body: {'port': {'device_id': '1ebf4fdb-09d1-44fa-b9ac-142842d75209', 'network_id': 'e562779b-7387-40f5-b9de-d5621a56d934', 'admin_state_up': True, 'tenant_id': '73844004f69a481dba93081e4d2b284e'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:56.175579 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:56.177511 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:56.259484 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:56.267976 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:56.268371 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:56.268754 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:56.269173 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:56.269550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:56.269930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:56.270300 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:56.270668 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:56.271037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:56.271400 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:56.271829 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:56.272196 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:56.276910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:56.327613 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:56.339050 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:56.347822 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Made reservation on behalf of 73844004f69a481dba93081e4d2b284e for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:17:56.354437 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:56.470097 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:17:56.516314 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Allocated IP 172.20.0.4 (e562779b-7387-40f5-b9de-d5621a56d934/bd816f3c-28f3-4667-be0b-24879127fb6c/b5f19e49-684a-45d4-875e-1398ffcf49b7) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:17:56.724342 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:56.761500 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:56.777943 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b755a84b-2fc2-45fb-9298-2b0f2510b787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:56.874554 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Pushing event updated for resources: {'Port': ['ID=b5f19e49-684a-45d4-875e-1398ffcf49b7,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:57.192105 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:57.192451 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:57.193129 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:57.193345 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:57.193700 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:57.194099 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:57.194504 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:57.194914 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:57.196034 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:57.196977 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:57.196977 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:57.197383 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:57.242792 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:57.294561 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c345ad-651c-4edd-8dde-0be723157675 req-d56df435-dfc9-45e5-97d2-c4ba68027001 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:57.296147 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-10c345ad-651c-4edd-8dde-0be723157675 req-d56df435-dfc9-45e5-97d2-c4ba68027001 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 944 time: 0.0884578 Apr 14 16:17:57.330855 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-10c345ad-651c-4edd-8dde-0be723157675 req-48f295c1-0dfe-4437-adf9-9c48c597a39b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282493 Apr 14 16:17:57.339115 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f7e40-c3a9-478c-9e91-4929a65c3145 req-efad7ef2-9dac-4404-a56e-74e5f29767de tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:57.340747 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6a5f7e40-c3a9-478c-9e91-4929a65c3145 req-efad7ef2-9dac-4404-a56e-74e5f29767de tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 944 time: 0.1560197 Apr 14 16:17:57.345491 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Network e562779b-7387-40f5-b9de-d5621a56d934 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:17:57.349402 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:17:57.365217 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:17:57.415333 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6a5f7e40-c3a9-478c-9e91-4929a65c3145 req-7293ffc6-53f8-4466-beb3-f0069b9e9d86 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677207 Apr 14 16:17:57.445226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:57.446258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:57.475603 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3164883 Apr 14 16:17:57.489429 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Request body: {'port': {'device_id': '1ebf4fdb-09d1-44fa-b9ac-142842d75209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:57.522536 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e670bf-d25e-4423-b837-0b24b17697e2 req-a6258818-ffeb-4801-9d78-b2a109ce5d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:57.524281 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b6e670bf-d25e-4423-b837-0b24b17697e2 req-a6258818-ffeb-4801-9d78-b2a109ce5d3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 931 time: 0.0898085 Apr 14 16:17:57.557569 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b6e670bf-d25e-4423-b837-0b24b17697e2 req-b418f880-de94-4e3b-bd03-3e13de45cff6 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270045 Apr 14 16:17:57.615486 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:57.885510 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:17:58.037976 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f19e49-684a-45d4-875e-1398ffcf49b7 {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:17:58.046847 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:58.063951 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Transition to ACTIVE for port object b5f19e49-684a-45d4-875e-1398ffcf49b7 will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:17:58.066870 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:58.083762 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f91beee0-cbd9-4e63-8d09-6df972f8a19f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:58.142868 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:17:58.150347 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:58.150761 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:58.155461 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:17:58.229497 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f19e49-684a-45d4-875e-1398ffcf49b7,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:58.238960 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:58.277092 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:58.289990 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec37842c-337c-481a-b350-8055f911d09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:17:58.300112 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be,segment=NetworkSegment(952919a7-c0be-4172-af6c-71b5e1eb82b9),segment_id=952919a7-c0be-4172-af6c-71b5e1eb82b9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:58.303763 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:58.305858 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:58.378669 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec37842c-337c-481a-b350-8055f911d09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be', 'code': 200} Apr 14 16:17:58.393800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:58.397213 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:58.486041 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Attempting to bind port b5f19e49-684a-45d4-875e-1398ffcf49b7 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:17:58.486814 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Attempting to bind port b5f19e49-684a-45d4-875e-1398ffcf49b7 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '4e8a243e-711d-4633-8c82-8b1e3f1730fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e562779b-7387-40f5-b9de-d5621a56d934'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:17:58.487407 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Attempting to bind port b5f19e49-684a-45d4-875e-1398ffcf49b7 on network e562779b-7387-40f5-b9de-d5621a56d934 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:17:58.494550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Port b5f19e49-684a-45d4-875e-1398ffcf49b7 on network e562779b-7387-40f5-b9de-d5621a56d934 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:17:58.495336 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Attempting to bind port b5f19e49-684a-45d4-875e-1398ffcf49b7 on network e562779b-7387-40f5-b9de-d5621a56d934 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:17:58.503479 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:17:58.504450 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Checking segment: {'id': '4e8a243e-711d-4633-8c82-8b1e3f1730fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e562779b-7387-40f5-b9de-d5621a56d934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:17:58.505253 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Bound using segment: {'id': '4e8a243e-711d-4633-8c82-8b1e3f1730fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e562779b-7387-40f5-b9de-d5621a56d934'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:17:58.506223 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Bound port: b5f19e49-684a-45d4-875e-1398ffcf49b7, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e8a243e-711d-4633-8c82-8b1e3f1730fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e562779b-7387-40f5-b9de-d5621a56d934'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:17:58.506838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:58.539280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef3395-3df3-4755-88f6-cd3b00709aca req-1f1820db-f590-4b14-b8c2-73de0193172a tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:58.541212 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-57ef3395-3df3-4755-88f6-cd3b00709aca req-1f1820db-f590-4b14-b8c2-73de0193172a tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0913887 Apr 14 16:17:58.579624 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-57ef3395-3df3-4755-88f6-cd3b00709aca req-a8f3d983-b23e-46fe-928c-a981418645e0 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318372 Apr 14 16:17:58.668071 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] For port b5f19e49-684a-45d4-875e-1398ffcf49b7, host hv-cinder-78626, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:17:58.690828 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] For port b5f19e49-684a-45d4-875e-1398ffcf49b7, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b5f19e49-684a-45d4-875e-1398ffcf49b7,segment=NetworkSegment(4e8a243e-711d-4633-8c82-8b1e3f1730fc),segment_id=4e8a243e-711d-4633-8c82-8b1e3f1730fc)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:17:58.691070 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49944a02-67d2-4e4e-9f59-edbc17c9907b req-e9bfe5fd-b31e-4c85-83ea-baec3522a0ea tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:58.692548 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-49944a02-67d2-4e4e-9f59-edbc17c9907b req-e9bfe5fd-b31e-4c85-83ea-baec3522a0ea tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 944 time: 0.1441240 Apr 14 16:17:58.694224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:58.701190 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65501f4b-2486-47ac-80c5-35c5426f2c25 req-923f93ad-3df9-4f5f-ad9b-7914bb72d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:58.702780 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-65501f4b-2486-47ac-80c5-35c5426f2c25 req-923f93ad-3df9-4f5f-ad9b-7914bb72d23a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 1098 time: 0.0836008 Apr 14 16:17:58.712970 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:58.733519 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-65501f4b-2486-47ac-80c5-35c5426f2c25 req-cffefebb-bc39-4ea6-ae64-de812cdba589 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0210598 Apr 14 16:17:58.869394 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-49944a02-67d2-4e4e-9f59-edbc17c9907b req-6dc98a19-19bb-4679-a8c0-ba5a7184c491 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600325 Apr 14 16:17:58.897322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f19e49-684a-45d4-875e-1398ffcf49b7,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:58.905998 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:58.909517 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97018ef-454d-4245-95ca-31d4bbcb209d req-3e9d4d36-dd50-4732-9bcf-2a3abe31fd04 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:58.911211 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a97018ef-454d-4245-95ca-31d4bbcb209d req-3e9d4d36-dd50-4732-9bcf-2a3abe31fd04 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 943 time: 0.0917695 Apr 14 16:17:58.940454 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:58.940454 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:58.941836 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] 10.222.0.41 "PUT /v2.0/ports/b5f19e49-684a-45d4-875e-1398ffcf49b7 HTTP/1.1" status: 200 len: 1093 time: 1.4571114 Apr 14 16:17:58.942881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebf4fdb-09d1-44fa-b9ac-142842d75209', 'tag': 'b5f19e49-684a-45d4-875e-1398ffcf49b7'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:17:58.948329 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a97018ef-454d-4245-95ca-31d4bbcb209d req-cbf72a08-1712-4938-8bcf-a188513e6e44 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299699 Apr 14 16:17:59.029420 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebf4fdb-09d1-44fa-b9ac-142842d75209', 'tag': 'b5f19e49-684a-45d4-875e-1398ffcf49b7', 'status': 'completed', 'code': 200} Apr 14 16:17:59.068094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-43e6b8bc-7c60-4bf2-bbd6-9460087322b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:59.069764 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-43e6b8bc-7c60-4bf2-bbd6-9460087322b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=73844004f69a481dba93081e4d2b284e&device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 1096 time: 0.0820186 Apr 14 16:17:59.156664 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-d035c333-ae7f-431a-8296-6da4a1facdf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5f19e49-684a-45d4-875e-1398ffcf49b7 HTTP/1.1" status: 200 len: 217 time: 0.0755477 Apr 14 16:17:59.232332 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-9ecd5d0f-f2e4-4a4e-9b86-25f0fce5e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:59.233917 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-9ecd5d0f-f2e4-4a4e-9b86-25f0fce5e7d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd816f3c-28f3-4667-be0b-24879127fb6c HTTP/1.1" status: 200 len: 854 time: 0.0658689 Apr 14 16:17:59.296398 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-912ab6a8-1c93-49ae-869b-b63784b92916 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e562779b-7387-40f5-b9de-d5621a56d934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515106 Apr 14 16:17:59.450139 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-ac963147-4b9a-456f-999f-6b6b2bae54c6 service neutron] 10.222.0.41 "GET /v2.0/networks/e562779b-7387-40f5-b9de-d5621a56d934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425974 Apr 14 16:17:59.558689 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f95728-426e-4de0-9936-606abd44da82 req-c5fb8898-cc43-408c-90e3-26510c94deaf tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:59.560354 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-59f95728-426e-4de0-9936-606abd44da82 req-c5fb8898-cc43-408c-90e3-26510c94deaf tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.0887482 Apr 14 16:17:59.592301 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-59f95728-426e-4de0-9936-606abd44da82 req-49b3fbcf-8982-47d0-b1dd-72a8d874893b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253086 Apr 14 16:17:59.597622 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b90cbc5c-d594-472a-a8cb-4ed6b43feb43 req-166a6108-fd7a-422f-a9b5-037c2cccce55 service neutron] 10.222.0.41 "GET /v2.0/networks/e562779b-7387-40f5-b9de-d5621a56d934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390893 Apr 14 16:17:59.836489 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ccdf3-5f19-4047-af05-62b49682c003 req-7948a9ce-ce38-4660-962c-dde0fc4b04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:59.838043 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2a4ccdf3-5f19-4047-af05-62b49682c003 req-7948a9ce-ce38-4660-962c-dde0fc4b04ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=73844004f69a481dba93081e4d2b284e&device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 1096 time: 0.1556489 Apr 14 16:17:59.850009 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a1e06-6515-4203-92de-4cf08d10b62e req-59ea099d-7848-4980-b1d6-1eb75bfb3f3b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:59.851531 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c28a1e06-6515-4203-92de-4cf08d10b62e req-59ea099d-7848-4980-b1d6-1eb75bfb3f3b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.1278367 Apr 14 16:17:59.967653 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c28a1e06-6515-4203-92de-4cf08d10b62e req-ee714f36-51e6-493a-b6be-c4c4c08b5b73 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934243 Apr 14 16:18:00.034226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ccdf3-5f19-4047-af05-62b49682c003 req-2e80b45f-f0f7-41c8-b144-d9fbcca843fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:00.035826 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2a4ccdf3-5f19-4047-af05-62b49682c003 req-2e80b45f-f0f7-41c8-b144-d9fbcca843fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=e562779b-7387-40f5-b9de-d5621a56d934 HTTP/1.1" status: 200 len: 915 time: 0.1833880 Apr 14 16:18:00.107386 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251371e-a4cf-4d1b-8478-3f48eccd1a93 req-b27bf6a9-1976-462b-99c0-cfd57969baed tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:00.109090 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b251371e-a4cf-4d1b-8478-3f48eccd1a93 req-b27bf6a9-1976-462b-99c0-cfd57969baed tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 944 time: 0.0936155 Apr 14 16:18:00.153016 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b251371e-a4cf-4d1b-8478-3f48eccd1a93 req-9c080fba-f3d9-4951-908f-190f8584f895 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305138 Apr 14 16:18:00.160670 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2a4ccdf3-5f19-4047-af05-62b49682c003 req-51b61313-8584-4a97-b764-cc34201c8672 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5f19e49-684a-45d4-875e-1398ffcf49b7 HTTP/1.1" status: 200 len: 217 time: 0.1095369 Apr 14 16:18:00.256244 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ccdf3-5f19-4047-af05-62b49682c003 req-7e27d8f8-ba0d-477b-8fb2-06fced8118b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:00.258116 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2a4ccdf3-5f19-4047-af05-62b49682c003 req-7e27d8f8-ba0d-477b-8fb2-06fced8118b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd816f3c-28f3-4667-be0b-24879127fb6c HTTP/1.1" status: 200 len: 854 time: 0.0848787 Apr 14 16:18:00.323552 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9922d2-f185-4e30-ade2-5ace4ac16f1c req-5f42d2bf-2d2e-449d-bb94-db7884f0681a tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:00.324300 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-3d9922d2-f185-4e30-ade2-5ace4ac16f1c req-5f42d2bf-2d2e-449d-bb94-db7884f0681a tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Synchronizing usage tracker for tenant:73844004f69a481dba93081e4d2b284e on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:18:00.329473 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2a4ccdf3-5f19-4047-af05-62b49682c003 req-b506ac54-2c75-46e9-af11-c90ab6d6375b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e562779b-7387-40f5-b9de-d5621a56d934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646613 Apr 14 16:18:00.341227 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-3d9922d2-f185-4e30-ade2-5ace4ac16f1c req-5f42d2bf-2d2e-449d-bb94-db7884f0681a tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Unset dirty status for tenant:73844004f69a481dba93081e4d2b284e on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:18:00.342394 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3d9922d2-f185-4e30-ade2-5ace4ac16f1c req-5f42d2bf-2d2e-449d-bb94-db7884f0681a tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 943 time: 0.2302334 Apr 14 16:18:00.455190 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3d9922d2-f185-4e30-ade2-5ace4ac16f1c req-dc936654-a4d6-4590-af6e-60fb39e6de28 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858092 Apr 14 16:18:00.506727 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2a4ccdf3-5f19-4047-af05-62b49682c003 req-fc4d44c9-4ab4-45fe-af17-a95075062622 service neutron] 10.222.0.41 "GET /v2.0/networks/e562779b-7387-40f5-b9de-d5621a56d934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595230 Apr 14 16:18:00.918631 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2a4ccdf3-5f19-4047-af05-62b49682c003 req-dff40f72-e52e-48ed-ac92-b2b5c2002907 service neutron] 10.222.0.41 "GET /v2.0/networks/e562779b-7387-40f5-b9de-d5621a56d934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037297 Apr 14 16:18:01.027961 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6c310-f95c-45ae-b91f-57d31b716c1e req-70e08d63-c412-4612-869a-61052df94ff1 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:01.029555 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c6b6c310-f95c-45ae-b91f-57d31b716c1e req-70e08d63-c412-4612-869a-61052df94ff1 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.3153667 Apr 14 16:18:01.061256 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c6b6c310-f95c-45ae-b91f-57d31b716c1e req-9df8e081-3337-45d7-9b30-e2eb9865ae33 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251186 Apr 14 16:18:01.233467 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3be7f1-0122-4d5f-bc52-99b9b616f1e5 req-551fc46c-2e07-47af-9f86-fcc3452f4771 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:01.235081 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9d3be7f1-0122-4d5f-bc52-99b9b616f1e5 req-551fc46c-2e07-47af-9f86-fcc3452f4771 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0910065 Apr 14 16:18:01.267721 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9d3be7f1-0122-4d5f-bc52-99b9b616f1e5 req-077071ba-6afa-4ee8-a368-a2813c11cd4f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261095 Apr 14 16:18:01.358578 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db22461-fba9-4fc7-b1ef-5ab3ad0c3b81 req-4932107b-f3a7-4eba-a6bb-dd74b1eaff93 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:01.360145 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8db22461-fba9-4fc7-b1ef-5ab3ad0c3b81 req-4932107b-f3a7-4eba-a6bb-dd74b1eaff93 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 944 time: 0.0904071 Apr 14 16:18:01.392104 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8db22461-fba9-4fc7-b1ef-5ab3ad0c3b81 req-8d111af2-6a09-4a78-8eed-147064a269f4 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255849 Apr 14 16:18:01.478915 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57eb8c9-0be4-4940-9a38-ad056b507c7d req-10764dff-24b1-4363-9d73-e63fc1681709 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:01.480476 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b57eb8c9-0be4-4940-9a38-ad056b507c7d req-10764dff-24b1-4363-9d73-e63fc1681709 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0995071 Apr 14 16:18:01.518000 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b57eb8c9-0be4-4940-9a38-ad056b507c7d req-72a47010-6d97-4a09-955e-2bc5688f07a3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310013 Apr 14 16:18:01.542898 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 43362) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:18:01.657790 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ddc0f-e9d6-43bf-88c9-76645401e85d req-5b2c5718-c3a8-4abf-9df4-83f2137862d3 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:01.659369 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-eb6ddc0f-e9d6-43bf-88c9-76645401e85d req-5b2c5718-c3a8-4abf-9df4-83f2137862d3 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 943 time: 0.0889270 Apr 14 16:18:01.700058 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-eb6ddc0f-e9d6-43bf-88c9-76645401e85d req-50da74ca-d2e0-42a7-9187-ff2b091f0309 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325856 Apr 14 16:18:01.723837 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd64da2-abc6-443e-9adc-4141987e136e tempest-TestShelveInstance-1862640425 tempest-TestShelveInstance-1862640425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:01.724610 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-bfd64da2-abc6-443e-9adc-4141987e136e tempest-TestShelveInstance-1862640425 tempest-TestShelveInstance-1862640425-project-admin] Synchronizing usage tracker for tenant:92316c87711c4982b16ddff4a24baa44 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:18:01.740660 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-bfd64da2-abc6-443e-9adc-4141987e136e tempest-TestShelveInstance-1862640425 tempest-TestShelveInstance-1862640425-project-admin] Unset dirty status for tenant:92316c87711c4982b16ddff4a24baa44 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:18:01.741957 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-bfd64da2-abc6-443e-9adc-4141987e136e tempest-TestShelveInstance-1862640425 tempest-TestShelveInstance-1862640425-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 1093 time: 0.1979146 Apr 14 16:18:01.745604 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 43368) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:18:01.751116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Request body: {'floatingip': {'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'port_id': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'fixed_ip_address': '172.20.0.4'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:18:01.757280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:18:01.761318 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Usage tracker for resource:floatingip and tenant:6afd00d65090450fa9559d0d5ef3a252 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:18:01.764250 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:18:01.770364 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:18:01.779838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for floatingip, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:01.910213 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device e78fae0b-8829-413f-93d4-0aa5119937a2 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:18:01.925811 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:02.059920 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port e78fae0b-8829-413f-93d4-0aa5119937a2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e78fae0b-8829-413f-93d4-0aa5119937a2,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:02.075386 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': 'e78fae0b-8829-413f-93d4-0aa5119937a2', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'port_id': 'e78fae0b-8829-413f-93d4-0aa5119937a2', 'mac_address': 'fa:16:3e:48:c1:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:18:02.076470 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Allocated IP 172.27.2.97 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/2a6c4111-46c2-4446-b4fc-1dc401b41461) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:18:02.149104 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:02.150950 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78fae0b-8829-413f-93d4-0aa5119937a2 {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:18:02.168963 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port e78fae0b-8829-413f-93d4-0aa5119937a2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e78fae0b-8829-413f-93d4-0aa5119937a2,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:02.173268 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:02.174003 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device b5f19e49-684a-45d4-875e-1398ffcf49b7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:18:02.177497 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:02.268064 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:02.295833 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=e78fae0b-8829-413f-93d4-0aa5119937a2,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:02.303797 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:02.321384 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-93e3bcfe-2233-4b9e-aaad-e9e6bd37ab7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:02.323342 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac81d6-561f-4214-966e-0d3222465ce4 req-69145f04-8ecf-4f89-923c-dc2080710e7b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:02.325011 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-feac81d6-561f-4214-966e-0d3222465ce4 req-69145f04-8ecf-4f89-923c-dc2080710e7b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.1052005 Apr 14 16:18:02.356387 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:02.359055 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-feac81d6-561f-4214-966e-0d3222465ce4 req-3e090f78-eb2f-49fe-a2a2-dbecad8bd659 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270607 Apr 14 16:18:02.409320 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port b5f19e49-684a-45d4-875e-1398ffcf49b7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b5f19e49-684a-45d4-875e-1398ffcf49b7,segment=NetworkSegment(4e8a243e-711d-4633-8c82-8b1e3f1730fc),segment_id=4e8a243e-711d-4633-8c82-8b1e3f1730fc)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:02.425721 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': 'b5f19e49-684a-45d4-875e-1398ffcf49b7', 'network_id': 'e562779b-7387-40f5-b9de-d5621a56d934', 'port_id': 'b5f19e49-684a-45d4-875e-1398ffcf49b7', 'mac_address': 'fa:16:3e:6f:23:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd816f3c-28f3-4667-be0b-24879127fb6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:18:02.464256 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Pushing event updated for resources: {'Port': ['ID=2a6c4111-46c2-4446-b4fc-1dc401b41461,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:02.468941 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:02.490631 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:02.491983 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f19e49-684a-45d4-875e-1398ffcf49b7 {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:18:02.508727 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port b5f19e49-684a-45d4-875e-1398ffcf49b7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b5f19e49-684a-45d4-875e-1398ffcf49b7,segment=NetworkSegment(4e8a243e-711d-4633-8c82-8b1e3f1730fc),segment_id=4e8a243e-711d-4633-8c82-8b1e3f1730fc)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:02.512088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:02.514203 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:02.575414 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:18:02.577275 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:18:02.580268 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:18:02.590640 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=b5f19e49-684a-45d4-875e-1398ffcf49b7,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:02.593806 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:02.722077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778cb6e-3db4-4776-b924-a790b85ec8b0 req-87729ad9-35e5-4149-b9cb-14446d7fd73f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:02.723695 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3778cb6e-3db4-4776-b924-a790b85ec8b0 req-87729ad9-35e5-4149-b9cb-14446d7fd73f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 945 time: 0.2064650 Apr 14 16:18:02.798861 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3778cb6e-3db4-4776-b924-a790b85ec8b0 req-9ffa8001-1014-4a75-a55c-67deb7b28bf6 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411272 Apr 14 16:18:02.887374 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['b5f19e49-684a-45d4-875e-1398ffcf49b7'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:18:02.903863 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2bd83-5a86-4a0c-b1fa-a4a49aa4bbfb req-c2eafccd-5e65-40d2-a545-8731a04c95ec tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:02.905487 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-57c2bd83-5a86-4a0c-b1fa-a4a49aa4bbfb req-c2eafccd-5e65-40d2-a545-8731a04c95ec tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 944 time: 0.0895760 Apr 14 16:18:02.920916 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['e78fae0b-8829-413f-93d4-0aa5119937a2'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:18:02.939484 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-57c2bd83-5a86-4a0c-b1fa-a4a49aa4bbfb req-d829b85a-3f67-4f25-920e-c411ac8cf5d3 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269232 Apr 14 16:18:03.067821 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:03.150041 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:03.433576 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:03.437158 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:03.456484 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:03.575237 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92f870-04fb-4790-9914-e5b913d54a02 req-bded3744-7ab4-4a95-93cc-fec45bc02723 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:03.577137 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9d92f870-04fb-4790-9914-e5b913d54a02 req-bded3744-7ab4-4a95-93cc-fec45bc02723 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.0925298 Apr 14 16:18:03.604243 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Pushing event updated for resources: {'Port': ['ID=2a6c4111-46c2-4446-b4fc-1dc401b41461,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:03.608714 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:03.609404 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9d92f870-04fb-4790-9914-e5b913d54a02 req-4e3a6d6c-4afe-4444-865d-71d32fc8810f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252888 Apr 14 16:18:03.701254 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854381538'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:03.882985 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_db [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Floating IP fb39a130-4e7c-45eb-9565-504d0d17c973 associated. External IP: 172.27.2.97, port: eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be. Apr 14 16:18:04.144606 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2b8aa-3872-4fc2-918a-afb44e20e1bb req-683885ec-291f-4967-991c-f438a0d13f42 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:04.146268 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6ec2b8aa-3872-4fc2-918a-afb44e20e1bb req-683885ec-291f-4967-991c-f438a0d13f42 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 945 time: 0.2061188 Apr 14 16:18:04.157149 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952070e-dbed-40ab-a2ad-666ac0a0218c req-b9c5ba1d-d130-4637-8445-9b6b2a0aca74 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:04.158729 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b952070e-dbed-40ab-a2ad-666ac0a0218c req-b9c5ba1d-d130-4637-8445-9b6b2a0aca74 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 944 time: 0.1020272 Apr 14 16:18:04.189166 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b952070e-dbed-40ab-a2ad-666ac0a0218c req-a5fc88d6-722f-4230-9697-8fc538eecf6c tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239334 Apr 14 16:18:04.562883 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6ec2b8aa-3872-4fc2-918a-afb44e20e1bb req-f5fa71e0-d35c-4c20-8463-3f1db1c4a5a5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3557343 Apr 14 16:18:04.606450 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Router b424dba4-09ae-4cf5-a913-f32e9aa1040b has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:18:04.795589 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:18:04.806454 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bed97fd-f540-4f36-b89e-cadfaab2b126 None None] Sync routers for ids ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:18:04.816617 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bed97fd-f540-4f36-b89e-cadfaab2b126 None None] Routers {'b424dba4-09ae-4cf5-a913-f32e9aa1040b'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:18:04.817332 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-2bed97fd-f540-4f36-b89e-cadfaab2b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:17:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:04.824618 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:04.831407 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff979a5-3a8a-4be0-8706-e16b4319d487 req-4404a5ee-4545-49bd-86f0-1296eca3e157 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:04.833080 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aff979a5-3a8a-4be0-8706-e16b4319d487 req-4404a5ee-4545-49bd-86f0-1296eca3e157 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.0948627 Apr 14 16:18:04.865452 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aff979a5-3a8a-4be0-8706-e16b4319d487 req-d3dd1318-f6b6-4600-9806-00fb203d04ad tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254538 Apr 14 16:18:04.897078 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1427228 Apr 14 16:18:04.897078 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec37842c-337c-481a-b350-8055f911d09b', 'tag': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:04.939200 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec37842c-337c-481a-b350-8055f911d09b', 'tag': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be', 'status': 'completed', 'code': 200} Apr 14 16:18:05.018627 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-2bed97fd-f540-4f36-b89e-cadfaab2b126 None None] Set router b424dba4-09ae-4cf5-a913-f32e9aa1040b gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:18:05.053271 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a90156-1eb1-4b00-8aab-83c394da5808 req-f329c8ce-778e-4d89-9bdf-089f1d21f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:05.055822 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a0a90156-1eb1-4b00-8aab-83c394da5808 req-f329c8ce-778e-4d89-9bdf-089f1d21f31a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6afd00d65090450fa9559d0d5ef3a252&device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 1098 time: 0.0814388 Apr 14 16:18:05.204875 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a90156-1eb1-4b00-8aab-83c394da5808 req-d612feea-5d98-4d0e-af3b-9763ef77d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:05.206506 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a0a90156-1eb1-4b00-8aab-83c394da5808 req-d612feea-5d98-4d0e-af3b-9763ef77d4a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01edfd4a-4731-488e-b758-1b065e88d2e9 HTTP/1.1" status: 200 len: 909 time: 0.1420352 Apr 14 16:18:05.327052 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a0a90156-1eb1-4b00-8aab-83c394da5808 req-f18ac5ff-deca-40ea-91c7-6f1dfab94afa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be HTTP/1.1" status: 200 len: 998 time: 0.1102419 Apr 14 16:18:05.395643 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf848d-8a0b-4801-a759-2f5d0f093182 req-32977d5b-ca96-4d70-a1df-e21ed7314217 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:05.397257 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-04bf848d-8a0b-4801-a759-2f5d0f093182 req-32977d5b-ca96-4d70-a1df-e21ed7314217 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 944 time: 0.0909958 Apr 14 16:18:05.400903 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-2bed97fd-f540-4f36-b89e-cadfaab2b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'name': 'tempest-TestShelveInstance-551165486-router', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:16:52Z', 'updated_at': '2021-04-14T16:16:58Z', 'revision_number': 4, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'gw_port': {'id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:53Z', 'updated_at': '2021-04-14T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': 'fb39a130-4e7c-45eb-9565-504d0d17c973', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'port_id': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9', 'mac_address': 'fa:16:3e:e1:45:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec37842c-337c-481a-b350-8055f911d09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:03Z', 'updated_at': '2021-04-14T16:18:03Z', 'revision_number': 0, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba306c8-ee85-4995-8d46-79fc0c379fc5', 'name': '', 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'mac_address': 'fa:16:3e:af:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:57Z', 'updated_at': '2021-04-14T16:17:07Z', 'revision_number': 5, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'subnets': [{'id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:05.401396 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a90156-1eb1-4b00-8aab-83c394da5808 req-09ac252c-354a-4c61-a133-8ead33a15400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:05.403029 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a0a90156-1eb1-4b00-8aab-83c394da5808 req-09ac252c-354a-4c61-a133-8ead33a15400 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9 HTTP/1.1" status: 200 len: 847 time: 0.0660589 Apr 14 16:18:05.405566 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bed97fd-f540-4f36-b89e-cadfaab2b126 None None] Checking router: b424dba4-09ae-4cf5-a913-f32e9aa1040b for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:18:05.415837 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bed97fd-f540-4f36-b89e-cadfaab2b126 None None] Routers {'b424dba4-09ae-4cf5-a913-f32e9aa1040b'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:18:05.416499 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-2bed97fd-f540-4f36-b89e-cadfaab2b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:17:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:05.430078 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-04bf848d-8a0b-4801-a759-2f5d0f093182 req-673824d5-a05a-454d-9730-eb9fde402302 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254049 Apr 14 16:18:05.492971 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a90156-1eb1-4b00-8aab-83c394da5808 req-69e5e018-f8e5-4415-8f83-79d24422492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:05.494560 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a0a90156-1eb1-4b00-8aab-83c394da5808 req-69e5e018-f8e5-4415-8f83-79d24422492a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01edfd4a-4731-488e-b758-1b065e88d2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843592 Apr 14 16:18:05.611401 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-2bed97fd-f540-4f36-b89e-cadfaab2b126 None None] Set router b424dba4-09ae-4cf5-a913-f32e9aa1040b gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:18:05.650591 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a0a90156-1eb1-4b00-8aab-83c394da5808 req-2a3977ec-380b-4892-8ae2-f4ae17498e2e service neutron] 10.222.0.41 "GET /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465666 Apr 14 16:18:05.780023 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825d040-846b-4394-8193-e7b18ca0dcab req-b4b149c0-184e-4852-8287-2647ceae3608 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:05.785365 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c825d040-846b-4394-8193-e7b18ca0dcab req-b4b149c0-184e-4852-8287-2647ceae3608 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 945 time: 0.1027222 Apr 14 16:18:05.815501 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a0a90156-1eb1-4b00-8aab-83c394da5808 req-ac517754-fc89-486c-96b8-76c43a5c0144 service neutron] 10.222.0.41 "GET /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472354 Apr 14 16:18:05.817675 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c825d040-846b-4394-8193-e7b18ca0dcab req-df7cf091-3a50-4163-9ac8-1ab96d8b8218 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293097 Apr 14 16:18:05.966543 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device e78fae0b-8829-413f-93d4-0aa5119937a2 up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:18:06.063338 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port e78fae0b-8829-413f-93d4-0aa5119937a2 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:18:06.071845 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port e78fae0b-8829-413f-93d4-0aa5119937a2 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:18:06.072261 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:06.078668 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79045b3b-d16d-43ae-8262-7d83538cb1c4 req-784a1e09-3d89-402d-bbbe-608a057a233c tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:06.080270 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-79045b3b-d16d-43ae-8262-7d83538cb1c4 req-784a1e09-3d89-402d-bbbe-608a057a233c tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.0899210 Apr 14 16:18:06.121917 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-2bed97fd-f540-4f36-b89e-cadfaab2b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'name': 'tempest-TestShelveInstance-551165486-router', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:16:52Z', 'updated_at': '2021-04-14T16:16:58Z', 'revision_number': 4, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'gw_port': {'id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:53Z', 'updated_at': '2021-04-14T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': 'fb39a130-4e7c-45eb-9565-504d0d17c973', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'port_id': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9', 'mac_address': 'fa:16:3e:e1:45:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec37842c-337c-481a-b350-8055f911d09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:03Z', 'updated_at': '2021-04-14T16:18:03Z', 'revision_number': 0, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba306c8-ee85-4995-8d46-79fc0c379fc5', 'name': '', 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'mac_address': 'fa:16:3e:af:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:57Z', 'updated_at': '2021-04-14T16:17:07Z', 'revision_number': 5, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'subnets': [{'id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:06.124371 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-79045b3b-d16d-43ae-8262-7d83538cb1c4 req-457e9fe5-24f7-4936-be01-efb370a8d4cd tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370841 Apr 14 16:18:06.138997 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bed97fd-f540-4f36-b89e-cadfaab2b126 None None] The sync data for ids ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'] in dv-cinder-786266-1-iscsi is: [{'id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'name': 'tempest-TestShelveInstance-551165486-router', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:16:52Z', 'updated_at': '2021-04-14T16:16:58Z', 'revision_number': 4, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'gw_port': {'id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:53Z', 'updated_at': '2021-04-14T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': 'fb39a130-4e7c-45eb-9565-504d0d17c973', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'port_id': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9', 'mac_address': 'fa:16:3e:e1:45:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec37842c-337c-481a-b350-8055f911d09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:03Z', 'updated_at': '2021-04-14T16:18:03Z', 'revision_number': 0, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba306c8-ee85-4995-8d46-79fc0c379fc5', 'name': '', 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'mac_address': 'fa:16:3e:af:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:57Z', 'updated_at': '2021-04-14T16:17:07Z', 'revision_number': 5, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'subnets': [{'id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:18:06.216188 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:06.231494 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78fae0b-8829-413f-93d4-0aa5119937a2'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:06.242639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port e78fae0b-8829-413f-93d4-0aa5119937a2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e78fae0b-8829-413f-93d4-0aa5119937a2,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:06.245744 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:06.246667 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device b5f19e49-684a-45d4-875e-1398ffcf49b7 up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:18:06.281195 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b7338f82-a481-42de-8997-4b1e62915785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:06.326153 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78fae0b-8829-413f-93d4-0aa5119937a2', 'code': 200} Apr 14 16:18:06.381876 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=e78fae0b-8829-413f-93d4-0aa5119937a2,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:06.385985 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:06.393874 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port b5f19e49-684a-45d4-875e-1398ffcf49b7 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:18:06.399879 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port b5f19e49-684a-45d4-875e-1398ffcf49b7 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:18:06.400306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:06.435075 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07faca88-ca23-40d0-bd69-0161037ea953 None None] New status for floating IP fb39a130-4e7c-45eb-9565-504d0d17c973: ACTIVE {{(pid=85247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:18:06.725121 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:06.733216 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6f7f8-dff8-4cdd-9bb3-1b9a418922c3 req-686123e6-9f04-4231-9609-ed18332fbd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:06.734927 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1bd6f7f8-dff8-4cdd-9bb3-1b9a418922c3 req-686123e6-9f04-4231-9609-ed18332fbd61 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 1099 time: 0.1270721 Apr 14 16:18:06.745051 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251405e5-ef44-42a5-ab92-5893f5a5922e req-4baff6d9-80e7-455b-8c34-69fd1d258de9 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:06.746359 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port b5f19e49-684a-45d4-875e-1398ffcf49b7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b5f19e49-684a-45d4-875e-1398ffcf49b7,segment=NetworkSegment(4e8a243e-711d-4633-8c82-8b1e3f1730fc),segment_id=4e8a243e-711d-4633-8c82-8b1e3f1730fc)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:06.746917 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-251405e5-ef44-42a5-ab92-5893f5a5922e req-4baff6d9-80e7-455b-8c34-69fd1d258de9 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 944 time: 0.1820140 Apr 14 16:18:06.749830 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:06.753199 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:06.796085 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-251405e5-ef44-42a5-ab92-5893f5a5922e req-3b44abb6-232f-414a-8c5c-f6b24dd4fe3f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417280 Apr 14 16:18:06.799547 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1bd6f7f8-dff8-4cdd-9bb3-1b9a418922c3 req-f57dda3d-f0b3-4b4c-8cb3-44b6ae6c0754 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323162 Apr 14 16:18:06.827679 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=b5f19e49-684a-45d4-875e-1398ffcf49b7,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:06.830921 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:07.024343 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf85bef-b903-400a-ba81-5e73296db5bc req-594ab796-d5d0-4121-8e78-d4311a152dc4 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:07.025955 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7cf85bef-b903-400a-ba81-5e73296db5bc req-594ab796-d5d0-4121-8e78-d4311a152dc4 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 946 time: 0.0909197 Apr 14 16:18:07.055946 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7cf85bef-b903-400a-ba81-5e73296db5bc req-4accc931-436c-46b6-af37-a86bd35194e5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0234425 Apr 14 16:18:07.473065 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3fc76-2a5c-4f5c-820c-173539bca520 req-c42e8996-14f8-4ada-bcaf-8e49dd7f2755 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:07.474659 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2aa3fc76-2a5c-4f5c-820c-173539bca520 req-c42e8996-14f8-4ada-bcaf-8e49dd7f2755 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.0909593 Apr 14 16:18:07.505473 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2aa3fc76-2a5c-4f5c-820c-173539bca520 req-660db69e-d6ba-4000-b4f7-27c2e92d95a5 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0238817 Apr 14 16:18:08.003808 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbd009-ac36-4a4e-9a2b-702e7af9ac65 req-5e1e9689-cfb9-4455-9d8d-3dc4151ba1c5 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:08.006083 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8cfbd009-ac36-4a4e-9a2b-702e7af9ac65 req-5e1e9689-cfb9-4455-9d8d-3dc4151ba1c5 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 945 time: 0.0927830 Apr 14 16:18:08.037344 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8cfbd009-ac36-4a4e-9a2b-702e7af9ac65 req-7ef826a5-9844-4d0d-a0f6-4fd0bbde3bbc tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249560 Apr 14 16:18:08.262410 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7838f7-0da4-45fa-b493-0a1fb0224cd8 req-4737f6c3-15db-42a2-b837-b767d6a84f2f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:08.263980 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7d7838f7-0da4-45fa-b493-0a1fb0224cd8 req-4737f6c3-15db-42a2-b837-b767d6a84f2f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 946 time: 0.0906265 Apr 14 16:18:08.295324 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7d7838f7-0da4-45fa-b493-0a1fb0224cd8 req-84c1cc81-690f-442d-926b-93896ead3a1a tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249934 Apr 14 16:18:08.327070 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebf4fdb-09d1-44fa-b9ac-142842d75209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f19e49-684a-45d4-875e-1398ffcf49b7'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:08.376564 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebf4fdb-09d1-44fa-b9ac-142842d75209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f19e49-684a-45d4-875e-1398ffcf49b7', 'code': 200} Apr 14 16:18:08.502151 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51867ab5-0a83-472c-8ad1-1406cf0120c8 req-1c858de3-be33-49bb-9edc-30b59c9730f8 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:08.503811 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-51867ab5-0a83-472c-8ad1-1406cf0120c8 req-1c858de3-be33-49bb-9edc-30b59c9730f8 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 946 time: 0.0952353 Apr 14 16:18:08.536314 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-51867ab5-0a83-472c-8ad1-1406cf0120c8 req-77ac2e08-c753-4f66-b5f0-1106993d1261 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253217 Apr 14 16:18:08.562857 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 43426) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:18:08.629842 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd960059-22c5-4a2f-881f-529a10765e65 req-1530aec4-fb7d-4074-97c6-56869b2c79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:08.631366 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd960059-22c5-4a2f-881f-529a10765e65 req-1530aec4-fb7d-4074-97c6-56869b2c79ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 1098 time: 0.0802991 Apr 14 16:18:08.669810 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd960059-22c5-4a2f-881f-529a10765e65 req-90768ceb-ad21-416f-bffb-0325f60ffb0b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0216441 Apr 14 16:18:08.694422 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472d074e-b559-423f-8f5b-4d0d22f42ab6 tempest-TestVolumeBootPattern-729253807 tempest-TestVolumeBootPattern-729253807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:08.695326 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-472d074e-b559-423f-8f5b-4d0d22f42ab6 tempest-TestVolumeBootPattern-729253807 tempest-TestVolumeBootPattern-729253807-project-admin] Synchronizing usage tracker for tenant:49407df7816942c8b387e018e2ece4f9 on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:18:08.727840 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-472d074e-b559-423f-8f5b-4d0d22f42ab6 tempest-TestVolumeBootPattern-729253807 tempest-TestVolumeBootPattern-729253807-project-admin] Unset dirty status for tenant:49407df7816942c8b387e018e2ece4f9 on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:18:08.729092 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-472d074e-b559-423f-8f5b-4d0d22f42ab6 tempest-TestVolumeBootPattern-729253807 tempest-TestVolumeBootPattern-729253807-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 1094 time: 0.1650336 Apr 14 16:18:08.732323 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 43430) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:18:08.737981 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Request body: {'floatingip': {'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'port_id': 'e78fae0b-8829-413f-93d4-0aa5119937a2', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ip_address': '172.20.0.11'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:18:08.745000 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:18:08.748065 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e640f6-aebb-4ebe-a85d-bfbd2c195abd req-aa9b703b-5c88-4c73-9db9-4a63e4ce9ffb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:08.749075 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Usage tracker for resource:floatingip and tenant:ed9d2e253f144da0bf1bbc63b4657b81 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:18:08.749736 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f7e640f6-aebb-4ebe-a85d-bfbd2c195abd req-aa9b703b-5c88-4c73-9db9-4a63e4ce9ffb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.1171598 Apr 14 16:18:08.752098 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:18:08.758175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:18:08.767533 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for floatingip, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:08.782352 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f7e640f6-aebb-4ebe-a85d-bfbd2c195abd req-9eeeb689-840a-4ba0-9c36-fbc16d635bc8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253103 Apr 14 16:18:08.913261 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:09.068804 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Allocated IP 172.27.2.232 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/d30d850a-8d5e-412c-94d4-af351df279cb) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:18:09.244181 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:09.257072 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36306bc3-0a92-4813-879e-a46ff4d97662 req-290513d1-4e26-42cc-9a62-72897f876909 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:09.259272 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-36306bc3-0a92-4813-879e-a46ff4d97662 req-290513d1-4e26-42cc-9a62-72897f876909 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 945 time: 0.0888984 Apr 14 16:18:09.275858 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:09.290494 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-36306bc3-0a92-4813-879e-a46ff4d97662 req-1929cdee-80bb-4c0e-83a1-7a1d2ffd54bf tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247197 Apr 14 16:18:09.299124 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:09.436672 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event updated for resources: {'Port': ['ID=d30d850a-8d5e-412c-94d4-af351df279cb,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:09.446545 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:09.493457 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:18:09.494708 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:18:09.496985 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:18:09.996129 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:10.037243 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc481cca-1b58-4a91-8157-8be3a6737d15 req-7991a26e-86a1-4056-817c-753b79d37d85 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:10.039427 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fc481cca-1b58-4a91-8157-8be3a6737d15 req-7991a26e-86a1-4056-817c-753b79d37d85 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.1142254 Apr 14 16:18:10.112241 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fc481cca-1b58-4a91-8157-8be3a6737d15 req-4e6e1b6d-8174-41fc-b600-ec3cbc17db73 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389287 Apr 14 16:18:10.127319 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:10.406363 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:10.444116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:10.464224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3ebbc1c1-8f99-4c91-b898-6a4f69bfc8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:10.627049 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event updated for resources: {'Port': ['ID=d30d850a-8d5e-412c-94d4-af351df279cb,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:10.640894 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:10.678173 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba721e-7ea1-4051-8444-45babe3d9614 req-a549bc36-ef9f-4723-93ed-546997912748 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:10.679733 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-adba721e-7ea1-4051-8444-45babe3d9614 req-a549bc36-ef9f-4723-93ed-546997912748 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 945 time: 0.2712083 Apr 14 16:18:10.752014 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-adba721e-7ea1-4051-8444-45babe3d9614 req-479a2547-1616-4a92-ba4b-bc928897b97f tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657246 Apr 14 16:18:10.762240 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854381538'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:11.217715 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_db [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Floating IP 5fa1f67d-36a3-4320-9cd7-ff1ef8be6e3c associated. External IP: 172.27.2.232, port: e78fae0b-8829-413f-93d4-0aa5119937a2. Apr 14 16:18:11.502012 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561ffca-8fcd-42a3-be7c-bc26def810e7 req-d57cdd83-561c-4774-9a07-032b755a5265 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:11.503620 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4561ffca-8fcd-42a3-be7c-bc26def810e7 req-d57cdd83-561c-4774-9a07-032b755a5265 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.2263918 Apr 14 16:18:11.663827 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4561ffca-8fcd-42a3-be7c-bc26def810e7 req-f454c198-e080-4766-b195-0b53e6be2019 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517839 Apr 14 16:18:11.731049 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Router b94f027e-a86d-4722-a55f-149339d2e3fb has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:18:11.927116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:18:11.937316 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4323ac5e-4378-43c5-b6bc-22a2e8d6551f None None] Sync routers for ids ['b94f027e-a86d-4722-a55f-149339d2e3fb'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:18:11.949481 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4323ac5e-4378-43c5-b6bc-22a2e8d6551f None None] Routers {'b94f027e-a86d-4722-a55f-149339d2e3fb'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:18:11.950157 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-4323ac5e-4378-43c5-b6bc-22a2e8d6551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:17:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b94f027e-a86d-4722-a55f-149339d2e3fb'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:11.953405 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:12.016738 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2831435 Apr 14 16:18:12.017468 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'tag': 'e78fae0b-8829-413f-93d4-0aa5119937a2'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:12.068071 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'tag': 'e78fae0b-8829-413f-93d4-0aa5119937a2', 'status': 'completed', 'code': 200} Apr 14 16:18:12.147720 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-4323ac5e-4378-43c5-b6bc-22a2e8d6551f None None] Set router b94f027e-a86d-4722-a55f-149339d2e3fb gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:18:12.202128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a166bdc-44e6-45b9-8a97-fe6e9b5ee7f3 req-007e3add-fa93-4ba6-9112-3e4667e31c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:12.203893 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9a166bdc-44e6-45b9-8a97-fe6e9b5ee7f3 req-007e3add-fa93-4ba6-9112-3e4667e31c69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81&device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 1099 time: 0.0846255 Apr 14 16:18:12.363603 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a166bdc-44e6-45b9-8a97-fe6e9b5ee7f3 req-53135fc9-6004-453b-8372-fbff475534a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:12.365603 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9a166bdc-44e6-45b9-8a97-fe6e9b5ee7f3 req-53135fc9-6004-453b-8372-fbff475534a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f231942-4227-4866-b347-c39ce3e77e17 HTTP/1.1" status: 200 len: 913 time: 0.1449857 Apr 14 16:18:12.493215 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9a166bdc-44e6-45b9-8a97-fe6e9b5ee7f3 req-5c7fdb30-6db8-4ead-8b1d-14fa16b56787 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e78fae0b-8829-413f-93d4-0aa5119937a2 HTTP/1.1" status: 200 len: 1000 time: 0.1102111 Apr 14 16:18:12.532604 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-4323ac5e-4378-43c5-b6bc-22a2e8d6551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '5fa1f67d-36a3-4320-9cd7-ff1ef8be6e3c', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'port_id': 'e78fae0b-8829-413f-93d4-0aa5119937a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'mac_address': 'fa:16:3e:48:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:09Z', 'updated_at': '2021-04-14T16:18:09Z', 'revision_number': 0, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:12.536737 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4323ac5e-4378-43c5-b6bc-22a2e8d6551f None None] Checking router: b94f027e-a86d-4722-a55f-149339d2e3fb for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:18:12.546626 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4323ac5e-4378-43c5-b6bc-22a2e8d6551f None None] Routers {'b94f027e-a86d-4722-a55f-149339d2e3fb'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:18:12.547294 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-4323ac5e-4378-43c5-b6bc-22a2e8d6551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:17:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b94f027e-a86d-4722-a55f-149339d2e3fb'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:12.572953 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a166bdc-44e6-45b9-8a97-fe6e9b5ee7f3 req-95a490b8-3349-473b-ba54-16526d72e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:12.574551 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9a166bdc-44e6-45b9-8a97-fe6e9b5ee7f3 req-95a490b8-3349-473b-ba54-16526d72e48e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e4a1f4-9db1-4dac-b369-d7c260cd42f3 HTTP/1.1" status: 200 len: 851 time: 0.0676618 Apr 14 16:18:12.670165 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a166bdc-44e6-45b9-8a97-fe6e9b5ee7f3 req-c436e6ca-8c07-49c9-a8c1-447d394c70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:12.671831 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9a166bdc-44e6-45b9-8a97-fe6e9b5ee7f3 req-c436e6ca-8c07-49c9-a8c1-447d394c70d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f231942-4227-4866-b347-c39ce3e77e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820136 Apr 14 16:18:12.740250 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-4323ac5e-4378-43c5-b6bc-22a2e8d6551f None None] Set router b94f027e-a86d-4722-a55f-149339d2e3fb gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:18:12.819629 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9a166bdc-44e6-45b9-8a97-fe6e9b5ee7f3 req-022ab54b-06d3-40a7-bf04-18c2d49162bc service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398673 Apr 14 16:18:12.877683 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1307e-3aa2-4187-b55d-32c49f716db5 req-f86666b5-037f-4da1-860c-b06c71e5e4a3 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:12.879231 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-54e1307e-3aa2-4187-b55d-32c49f716db5 req-f86666b5-037f-4da1-860c-b06c71e5e4a3 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.0914552 Apr 14 16:18:12.911223 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-54e1307e-3aa2-4187-b55d-32c49f716db5 req-234effec-9552-42a9-864e-69da64e82bc1 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248945 Apr 14 16:18:12.976869 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9a166bdc-44e6-45b9-8a97-fe6e9b5ee7f3 req-c2dbd1c3-424c-4075-b02f-88049440cf45 service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436033 Apr 14 16:18:13.115510 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-4323ac5e-4378-43c5-b6bc-22a2e8d6551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '5fa1f67d-36a3-4320-9cd7-ff1ef8be6e3c', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'port_id': 'e78fae0b-8829-413f-93d4-0aa5119937a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'mac_address': 'fa:16:3e:48:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:09Z', 'updated_at': '2021-04-14T16:18:09Z', 'revision_number': 0, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:13.119865 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4323ac5e-4378-43c5-b6bc-22a2e8d6551f None None] The sync data for ids ['b94f027e-a86d-4722-a55f-149339d2e3fb'] in dv-cinder-786266-1-iscsi is: [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '5fa1f67d-36a3-4320-9cd7-ff1ef8be6e3c', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'port_id': 'e78fae0b-8829-413f-93d4-0aa5119937a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'mac_address': 'fa:16:3e:48:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:09Z', 'updated_at': '2021-04-14T16:18:09Z', 'revision_number': 0, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:18:13.388422 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a41a61-17d1-49c8-bdbd-f6e6731b457c None None] New status for floating IP 5fa1f67d-36a3-4320-9cd7-ff1ef8be6e3c: ACTIVE {{(pid=85247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:18:13.530374 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:14.127810 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3678e-849a-410d-b178-5827ce48e729 req-e6eac2cd-1217-4734-9814-502ee97464c1 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:14.129427 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ccd3678e-849a-410d-b178-5827ce48e729 req-e6eac2cd-1217-4734-9814-502ee97464c1 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.0907435 Apr 14 16:18:14.161124 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ccd3678e-849a-410d-b178-5827ce48e729 req-1030b633-ec33-40f9-ac66-48fccb83ace8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253479 Apr 14 16:18:14.453348 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a33da418-35ec-4054-908d-b221fc47a60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:15.374046 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cadd8-e432-48ef-9548-bdaab3f5a1ed req-4a3d6944-3499-465b-a234-163c81878290 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:15.375626 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-984cadd8-e432-48ef-9548-bdaab3f5a1ed req-4a3d6944-3499-465b-a234-163c81878290 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.0919847 Apr 14 16:18:15.405735 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-984cadd8-e432-48ef-9548-bdaab3f5a1ed req-caee2c4d-5103-4923-999d-156ae8a15b39 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0236900 Apr 14 16:18:15.969379 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 86985f08-70cd-4417-8f18-ff0ada9a82ff details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:18:16.113368 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 86985f08-70cd-4417-8f18-ff0ada9a82ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=86985f08-70cd-4417-8f18-ff0ada9a82ff,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:16.131634 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': '86985f08-70cd-4417-8f18-ff0ada9a82ff', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'port_id': '86985f08-70cd-4417-8f18-ff0ada9a82ff', 'mac_address': 'fa:16:3e:be:bc:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:18:16.191275 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:16.192600 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86985f08-70cd-4417-8f18-ff0ada9a82ff {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:18:16.208981 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 86985f08-70cd-4417-8f18-ff0ada9a82ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=86985f08-70cd-4417-8f18-ff0ada9a82ff,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:16.212327 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:16.214163 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:16.285332 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=86985f08-70cd-4417-8f18-ff0ada9a82ff,revision_number=6']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:16.288256 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:16.375177 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['86985f08-70cd-4417-8f18-ff0ada9a82ff'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:18:16.592083 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-39bda0ab-3e97-48ef-885a-3e50dc00a87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:16.617739 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1810d-ebe4-4ad5-8146-50a30d6ef026 req-ca8c96c3-3536-4abe-a13e-c6f08b8cc8d0 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:16.619332 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-13f1810d-ebe4-4ad5-8146-50a30d6ef026 req-ca8c96c3-3536-4abe-a13e-c6f08b8cc8d0 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 945 time: 0.0911508 Apr 14 16:18:16.649651 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-13f1810d-ebe4-4ad5-8146-50a30d6ef026 req-59c12496-efb7-412d-b381-999a5ed326f9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0237689 Apr 14 16:18:17.548283 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:17.696715 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:17.861746 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c3441-4c6d-471e-b870-96c5175aa9d0 req-833602a9-6d99-40af-b0ca-741f9fe6c7d2 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:17.863461 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-682c3441-4c6d-471e-b870-96c5175aa9d0 req-833602a9-6d99-40af-b0ca-741f9fe6c7d2 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 945 time: 0.0953562 Apr 14 16:18:17.896077 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-682c3441-4c6d-471e-b870-96c5175aa9d0 req-3e1af3cb-0cd7-49d6-9676-686c7fa80a02 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251954 Apr 14 16:18:17.996129 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 86985f08-70cd-4417-8f18-ff0ada9a82ff up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:18:18.071832 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port 86985f08-70cd-4417-8f18-ff0ada9a82ff triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:18:18.072251 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:18.200572 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:18.216052 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86985f08-70cd-4417-8f18-ff0ada9a82ff'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:18.230060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 86985f08-70cd-4417-8f18-ff0ada9a82ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=86985f08-70cd-4417-8f18-ff0ada9a82ff,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:18.232791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:18.234975 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:18.294251 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86985f08-70cd-4417-8f18-ff0ada9a82ff', 'code': 200} Apr 14 16:18:18.320743 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=86985f08-70cd-4417-8f18-ff0ada9a82ff,revision_number=7']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:18.324114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:18.986346 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:19.211085 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3df1e-6c51-4448-80f5-8020cf611681 req-39c78c69-73b5-45cc-9128-55154c771e40 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:19.213557 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-95f3df1e-6c51-4448-80f5-8020cf611681 req-39c78c69-73b5-45cc-9128-55154c771e40 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.1248181 Apr 14 16:18:19.246437 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-95f3df1e-6c51-4448-80f5-8020cf611681 req-1668be79-5c00-4e9e-b4b9-cc15b5ebd3e4 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260909 Apr 14 16:18:20.496694 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bbd92-659b-4650-9606-43bbd3124e87 req-eeb2266e-eff7-4b6a-b97e-f027a1113a20 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:20.498576 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-888bbd92-659b-4650-9606-43bbd3124e87 req-eeb2266e-eff7-4b6a-b97e-f027a1113a20 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.1045985 Apr 14 16:18:20.532366 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-888bbd92-659b-4650-9606-43bbd3124e87 req-843350c6-273a-487c-b7c0-80902cf06c48 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260186 Apr 14 16:18:21.750944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caad0a-4490-48c4-b283-b69fa427bdf0 req-638ea8de-ef7f-40d5-bf5e-ec6528485af5 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:21.759336 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-98caad0a-4490-48c4-b283-b69fa427bdf0 req-638ea8de-ef7f-40d5-bf5e-ec6528485af5 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.0985317 Apr 14 16:18:21.789818 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-98caad0a-4490-48c4-b283-b69fa427bdf0 req-f50e3439-051e-46d4-b34d-ff337e75e902 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290885 Apr 14 16:18:23.057322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4baa5a-e0cd-46b4-900b-6500e343d97c req-84059e48-1b0a-4405-9926-0d498b53a289 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:23.059078 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3c4baa5a-e0cd-46b4-900b-6500e343d97c req-84059e48-1b0a-4405-9926-0d498b53a289 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.1220219 Apr 14 16:18:23.104044 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3c4baa5a-e0cd-46b4-900b-6500e343d97c req-0594c36f-5b2e-469a-85a0-e3362e1ccbde tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347762 Apr 14 16:18:24.359598 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815d064-a174-49bf-8214-0ae66982f3cd req-bcb5539b-f301-441d-8cd9-0d20536485b5 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:24.361289 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e815d064-a174-49bf-8214-0ae66982f3cd req-bcb5539b-f301-441d-8cd9-0d20536485b5 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.1216750 Apr 14 16:18:24.397755 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e815d064-a174-49bf-8214-0ae66982f3cd req-2bd5d015-4f5d-4662-b76c-77d18fbe6a37 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288830 Apr 14 16:18:25.631384 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f443b1-be7a-4b86-8de4-e386621c5973 req-d523e413-0479-4df1-83dd-066d750ed4fa tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:25.634421 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-49f443b1-be7a-4b86-8de4-e386621c5973 req-d523e413-0479-4df1-83dd-066d750ed4fa tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.1034737 Apr 14 16:18:25.670266 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-49f443b1-be7a-4b86-8de4-e386621c5973 req-a065f021-a0ba-42e5-a53a-317b8b3ab733 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290575 Apr 14 16:18:26.896083 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc5d1d-a7d3-412c-9bea-33d00fc2ed3c req-2b6850f4-6163-4a5f-921f-3e955981e269 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:26.900738 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cbdc5d1d-a7d3-412c-9bea-33d00fc2ed3c req-2b6850f4-6163-4a5f-921f-3e955981e269 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.0979600 Apr 14 16:18:26.960122 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cbdc5d1d-a7d3-412c-9bea-33d00fc2ed3c req-20ecbb72-4100-49ad-8cc1-305747989be3 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436654 Apr 14 16:18:28.175311 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57bd32-1d54-40d6-8ddd-39a9d7c7f04f req-ad447012-fd09-4063-b098-0814da4b93e1 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:28.176894 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd57bd32-1d54-40d6-8ddd-39a9d7c7f04f req-ad447012-fd09-4063-b098-0814da4b93e1 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.0961041 Apr 14 16:18:28.208061 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd57bd32-1d54-40d6-8ddd-39a9d7c7f04f req-fe86bfa2-3240-4fb6-9773-94a2b598274e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240059 Apr 14 16:18:29.419514 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a72cf-6402-4bba-b5a3-8014f4e082e3 req-bdbd63ee-e380-468c-bdaf-4e0baafb9d49 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:29.420994 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f38a72cf-6402-4bba-b5a3-8014f4e082e3 req-bdbd63ee-e380-468c-bdaf-4e0baafb9d49 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.0884912 Apr 14 16:18:29.451689 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f38a72cf-6402-4bba-b5a3-8014f4e082e3 req-8605c714-5bf6-4cf5-b882-11d783caef3b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0243182 Apr 14 16:18:29.562328 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e92cfe-8018-4298-a606-c8cf018bb0ed req-fa20465f-b246-44cf-9405-a617f82796a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:29.563940 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b6e92cfe-8018-4298-a606-c8cf018bb0ed req-fa20465f-b246-44cf-9405-a617f82796a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f&device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 1099 time: 0.0801475 Apr 14 16:18:29.710467 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e92cfe-8018-4298-a606-c8cf018bb0ed req-7c65ea1c-1dcf-4eaf-bf6e-1b77a6024f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:29.712057 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b6e92cfe-8018-4298-a606-c8cf018bb0ed req-7c65ea1c-1dcf-4eaf-bf6e-1b77a6024f02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1543812-41fe-4295-b0c3-e4201c886b18 HTTP/1.1" status: 200 len: 918 time: 0.1375144 Apr 14 16:18:29.830255 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b6e92cfe-8018-4298-a606-c8cf018bb0ed req-5ee5b131-3491-4e8f-9dd8-e58917498fe5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86985f08-70cd-4417-8f18-ff0ada9a82ff HTTP/1.1" status: 200 len: 1002 time: 0.1044209 Apr 14 16:18:29.907724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e92cfe-8018-4298-a606-c8cf018bb0ed req-44d7bb5c-8b49-4617-8418-5fefedf05515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:29.909233 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b6e92cfe-8018-4298-a606-c8cf018bb0ed req-44d7bb5c-8b49-4617-8418-5fefedf05515 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e65b27a-159c-4d87-bc0d-8c19d0e1a018 HTTP/1.1" status: 200 len: 856 time: 0.0623429 Apr 14 16:18:30.001504 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e92cfe-8018-4298-a606-c8cf018bb0ed req-9acdd476-2ce6-49ba-8f2e-2a6d99cd7617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:30.003099 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b6e92cfe-8018-4298-a606-c8cf018bb0ed req-9acdd476-2ce6-49ba-8f2e-2a6d99cd7617 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1543812-41fe-4295-b0c3-e4201c886b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838678 Apr 14 16:18:30.153453 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b6e92cfe-8018-4298-a606-c8cf018bb0ed req-aa8d9e9b-c8f1-43d7-87f0-549682c03dcd service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387155 Apr 14 16:18:30.561518 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b6e92cfe-8018-4298-a606-c8cf018bb0ed req-ccd0f3aa-e101-45a5-a7a9-1b8d90d7b011 service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926442 Apr 14 16:18:30.664135 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0633d88-15df-414f-8217-896bc1c85153 req-2d6d1593-637a-4eaf-be90-54a9be156df5 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:30.665752 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d0633d88-15df-414f-8217-896bc1c85153 req-2d6d1593-637a-4eaf-be90-54a9be156df5 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.0886979 Apr 14 16:18:30.698217 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d0633d88-15df-414f-8217-896bc1c85153 req-556461cd-811a-4949-8c74-0b1666b1d02d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257385 Apr 14 16:18:31.910047 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf0171-dc42-4feb-b3fb-6712e6fda0ff req-6c171622-d991-400a-91c7-d45e34b9a4a9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:31.911639 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1bbf0171-dc42-4feb-b3fb-6712e6fda0ff req-6c171622-d991-400a-91c7-d45e34b9a4a9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 946 time: 0.0915017 Apr 14 16:18:31.948831 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1bbf0171-dc42-4feb-b3fb-6712e6fda0ff req-3f7931d9-0784-4484-a717-8d2ee2be0d30 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299854 Apr 14 16:18:32.068508 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 86985f08-70cd-4417-8f18-ff0ada9a82ff no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:18:32.191847 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:32.203857 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86985f08-70cd-4417-8f18-ff0ada9a82ff'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:32.215094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 86985f08-70cd-4417-8f18-ff0ada9a82ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=86985f08-70cd-4417-8f18-ff0ada9a82ff,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:32.218013 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:32.220028 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:32.257787 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86985f08-70cd-4417-8f18-ff0ada9a82ff', 'code': 200} Apr 14 16:18:32.291903 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=86985f08-70cd-4417-8f18-ff0ada9a82ff,revision_number=8']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:32.297270 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:33.159823 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216371c4-423b-4207-a989-d6e6c5894bda req-099cb857-8be1-4513-91c7-fe5c157399ec tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:33.161544 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-216371c4-423b-4207-a989-d6e6c5894bda req-099cb857-8be1-4513-91c7-fe5c157399ec tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.0923147 Apr 14 16:18:33.194155 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-216371c4-423b-4207-a989-d6e6c5894bda req-6b1ed632-c705-4aa5-85fe-2a91dab45b26 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248797 Apr 14 16:18:34.407777 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee74c5-1717-49b5-9c6f-0ce850fd8b04 req-e943034b-69e4-49f2-a23a-bf16620cd26d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:34.409415 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e1ee74c5-1717-49b5-9c6f-0ce850fd8b04 req-e943034b-69e4-49f2-a23a-bf16620cd26d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.0900364 Apr 14 16:18:34.439753 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e1ee74c5-1717-49b5-9c6f-0ce850fd8b04 req-3e1dfc22-c06d-4ef1-8463-b65f1d2a4ca5 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0237787 Apr 14 16:18:35.156275 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:18:36.094864 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4e9bba46-bd6a-4a80-8baf-59e68f270032 req-ff40d1a9-ea89-42d8-b0a3-16deebea0b1e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1554658 Apr 14 16:18:36.103907 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4199b83-6910-486e-a1f4-e8b1252e4b35 req-092a21f6-2b7a-43d4-b66d-68b14d840715 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:36.105501 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a4199b83-6910-486e-a1f4-e8b1252e4b35 req-092a21f6-2b7a-43d4-b66d-68b14d840715 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.1648827 Apr 14 16:18:36.123686 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 86985f08-70cd-4417-8f18-ff0ada9a82ff no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:18:36.148669 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a4199b83-6910-486e-a1f4-e8b1252e4b35 req-7c041095-82db-4419-bde1-72a60e849c27 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334001 Apr 14 16:18:36.640337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bba46-bd6a-4a80-8baf-59e68f270032 req-69728f99-2c98-44c3-8f17-eec6895eb33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:36.641948 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4e9bba46-bd6a-4a80-8baf-59e68f270032 req-69728f99-2c98-44c3-8f17-eec6895eb33a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe&tenant_id=7c32c45b97f24aafbfc72c32f2ee651f HTTP/1.1" status: 200 len: 1097 time: 0.0773647 Apr 14 16:18:36.756131 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bba46-bd6a-4a80-8baf-59e68f270032 req-daa8f9db-cc13-4bf5-be93-d52d50c2a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:36.757809 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4e9bba46-bd6a-4a80-8baf-59e68f270032 req-daa8f9db-cc13-4bf5-be93-d52d50c2a6dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f&device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 1097 time: 0.0818779 Apr 14 16:18:36.907425 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bba46-bd6a-4a80-8baf-59e68f270032 req-597b45ea-486c-41ad-9cf1-46b2d08a1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:36.908965 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4e9bba46-bd6a-4a80-8baf-59e68f270032 req-597b45ea-486c-41ad-9cf1-46b2d08a1eb6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1543812-41fe-4295-b0c3-e4201c886b18 HTTP/1.1" status: 200 len: 918 time: 0.1365454 Apr 14 16:18:37.029203 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4e9bba46-bd6a-4a80-8baf-59e68f270032 req-2a8120f4-bf0c-4bba-b9dd-cf6deccabd38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86985f08-70cd-4417-8f18-ff0ada9a82ff HTTP/1.1" status: 200 len: 1000 time: 0.1029198 Apr 14 16:18:37.105017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bba46-bd6a-4a80-8baf-59e68f270032 req-f67d3908-eb0f-4473-b58f-bd04772a04ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:37.106669 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4e9bba46-bd6a-4a80-8baf-59e68f270032 req-f67d3908-eb0f-4473-b58f-bd04772a04ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e65b27a-159c-4d87-bc0d-8c19d0e1a018 HTTP/1.1" status: 200 len: 856 time: 0.0628891 Apr 14 16:18:37.198188 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bba46-bd6a-4a80-8baf-59e68f270032 req-685b79c8-842e-4b8a-804f-10e9dc7823d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:37.199831 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4e9bba46-bd6a-4a80-8baf-59e68f270032 req-685b79c8-842e-4b8a-804f-10e9dc7823d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1543812-41fe-4295-b0c3-e4201c886b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787823 Apr 14 16:18:37.416924 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4e9bba46-bd6a-4a80-8baf-59e68f270032 req-1d05f397-5ffa-4495-8336-0cc5243d5260 service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043803 Apr 14 16:18:37.480257 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e8c57-ec5f-4d73-8aae-ff36404ce717 req-aa539deb-3816-4aaa-9473-04147f1a8d71 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:37.481927 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-041e8c57-ec5f-4d73-8aae-ff36404ce717 req-aa539deb-3816-4aaa-9473-04147f1a8d71 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.1716001 Apr 14 16:18:37.579031 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-041e8c57-ec5f-4d73-8aae-ff36404ce717 req-53a76829-1662-445d-b04f-48a5b0bf31a2 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399048 Apr 14 16:18:37.605876 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4e9bba46-bd6a-4a80-8baf-59e68f270032 req-783a098f-0620-4b6d-9774-80904469cde6 service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770277 Apr 14 16:18:38.845697 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b1320-9594-4426-9b7d-f7621e67b3d6 req-386b46d7-375c-43af-958c-8cb7ae4f13a8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:38.853703 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-084b1320-9594-4426-9b7d-f7621e67b3d6 req-386b46d7-375c-43af-958c-8cb7ae4f13a8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.1025293 Apr 14 16:18:38.879506 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-084b1320-9594-4426-9b7d-f7621e67b3d6 req-c2b2b3b2-9a99-43d8-a15b-0f773ae49ee2 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0247884 Apr 14 16:18:40.104031 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45cef7-572c-4820-9630-f781054f3086 req-04226657-352f-4745-949c-f10fa111f536 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:40.105650 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ae45cef7-572c-4820-9630-f781054f3086 req-04226657-352f-4745-949c-f10fa111f536 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.1029525 Apr 14 16:18:40.145097 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ae45cef7-572c-4820-9630-f781054f3086 req-580792d0-1652-4dd6-aea7-e8b2a5669d9f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326681 Apr 14 16:18:41.363347 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a50f5-d87b-4f26-b9c2-8458a397b556 req-0c118f9f-12a3-4599-9ce1-16a774099f44 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:41.364958 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c18a50f5-d87b-4f26-b9c2-8458a397b556 req-0c118f9f-12a3-4599-9ce1-16a774099f44 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.0994220 Apr 14 16:18:41.397575 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c18a50f5-d87b-4f26-b9c2-8458a397b556 req-398f6dd1-0e04-41f9-8c3f-32eb0ec94897 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249884 Apr 14 16:18:42.620924 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06251a3c-40cd-4ee2-a0cc-1e9766f719e0 req-a5b577a2-9a0c-4c17-8df2-436c313b910d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:42.622604 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06251a3c-40cd-4ee2-a0cc-1e9766f719e0 req-a5b577a2-9a0c-4c17-8df2-436c313b910d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.0938540 Apr 14 16:18:42.654256 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06251a3c-40cd-4ee2-a0cc-1e9766f719e0 req-18a173be-ede5-486c-acce-9740d1d90b52 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251017 Apr 14 16:18:43.543742 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:43.874423 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b8679-4fbc-4b7e-9ad0-03186db76b72 req-7b7ba8e2-3572-4518-99ca-c9507c2f47d4 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:43.875920 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b71b8679-4fbc-4b7e-9ad0-03186db76b72 req-7b7ba8e2-3572-4518-99ca-c9507c2f47d4 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.0962529 Apr 14 16:18:43.907621 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b71b8679-4fbc-4b7e-9ad0-03186db76b72 req-3dcf9373-999c-4ff6-b22f-e165f7907507 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252049 Apr 14 16:18:44.458047 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e5c13052-9db0-433a-af19-3ba14a590d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:45.126438 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3077e66-5103-4fe1-b319-d0fe6765107f req-9fa3d439-5314-47e6-a3a0-aae9cf5527f5 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:45.128169 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a3077e66-5103-4fe1-b319-d0fe6765107f req-9fa3d439-5314-47e6-a3a0-aae9cf5527f5 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.1013556 Apr 14 16:18:45.162535 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a3077e66-5103-4fe1-b319-d0fe6765107f req-cd691ab6-a0a5-42ff-bc38-b7c571935c2b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265155 Apr 14 16:18:46.387942 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00bbb8-af26-4007-8b80-4dad762c9536 req-65b640fb-7fc8-4b63-b6d1-3f5f5600fa87 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:46.389561 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0e00bbb8-af26-4007-8b80-4dad762c9536 req-65b640fb-7fc8-4b63-b6d1-3f5f5600fa87 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.1019218 Apr 14 16:18:46.423222 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0e00bbb8-af26-4007-8b80-4dad762c9536 req-926b855d-663b-4ffb-bcd7-600039f03b86 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270286 Apr 14 16:18:46.595776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d0508ec0-e363-4c8f-872f-83d7e892c0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:47.561446 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:47.644187 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a11da5-8dc7-43bf-897b-e66b8474e592 req-002b1dc3-e6a8-4989-9a67-ac13a8e03bfc tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:47.652648 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f3a11da5-8dc7-43bf-897b-e66b8474e592 req-002b1dc3-e6a8-4989-9a67-ac13a8e03bfc tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.1065357 Apr 14 16:18:47.688935 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f3a11da5-8dc7-43bf-897b-e66b8474e592 req-53df5bfa-ebff-4ae3-82e9-c6958b496b1a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351484 Apr 14 16:18:47.709596 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:48.904226 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d6e72-1834-4b60-a903-fc40d7f6e4e4 req-97289253-922c-4861-91e3-6a3d5ae481c7 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:48.905844 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f43d6e72-1834-4b60-a903-fc40d7f6e4e4 req-97289253-922c-4861-91e3-6a3d5ae481c7 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.0961707 Apr 14 16:18:48.939131 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f43d6e72-1834-4b60-a903-fc40d7f6e4e4 req-31f23afa-e34d-4627-aedd-ce983409b386 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264397 Apr 14 16:18:48.970018 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:50.172675 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87838eeb-2cf2-46d9-87ec-4ae1c832ebd0 req-3e07c83d-2ed4-4c3d-bf40-5c7690192896 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:50.174447 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-87838eeb-2cf2-46d9-87ec-4ae1c832ebd0 req-3e07c83d-2ed4-4c3d-bf40-5c7690192896 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.0999179 Apr 14 16:18:50.207344 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-87838eeb-2cf2-46d9-87ec-4ae1c832ebd0 req-29be7c21-0027-4517-81a6-742626791e3f tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0256486 Apr 14 16:18:51.431550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ac577-a9f4-4b71-9c2e-20fb01ccede2 req-7f963a9b-a93e-4d03-a28e-c50990022dc1 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:51.433232 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-026ac577-a9f4-4b71-9c2e-20fb01ccede2 req-7f963a9b-a93e-4d03-a28e-c50990022dc1 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.0928297 Apr 14 16:18:51.474879 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-026ac577-a9f4-4b71-9c2e-20fb01ccede2 req-ba34e4b7-cceb-41f5-ae47-b518d0af76a1 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347204 Apr 14 16:18:52.711837 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c47c-90fd-47e2-a2d0-16bced0d8fd8 req-1b541153-51e3-43be-bdd1-2e871c3bacb1 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:52.713572 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e877c47c-90fd-47e2-a2d0-16bced0d8fd8 req-1b541153-51e3-43be-bdd1-2e871c3bacb1 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.0915487 Apr 14 16:18:52.745566 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e877c47c-90fd-47e2-a2d0-16bced0d8fd8 req-3a01e968-02df-4b5b-bc0f-449c69f4f6bf tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253789 Apr 14 16:18:53.685535 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dde3c4-1106-4137-8fd2-d9683e5e62a2 req-22b48f99-6bb3-4883-aeff-4e4047ff9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:53.687140 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-74dde3c4-1106-4137-8fd2-d9683e5e62a2 req-22b48f99-6bb3-4883-aeff-4e4047ff9c2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f&device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 1097 time: 0.0837705 Apr 14 16:18:53.849246 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dde3c4-1106-4137-8fd2-d9683e5e62a2 req-4b0088f9-2708-4d75-8459-fb260845d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:53.850864 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-74dde3c4-1106-4137-8fd2-d9683e5e62a2 req-4b0088f9-2708-4d75-8459-fb260845d162 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1543812-41fe-4295-b0c3-e4201c886b18 HTTP/1.1" status: 200 len: 918 time: 0.1385694 Apr 14 16:18:53.958441 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214cc2e-7cd0-42f6-8168-d4b962ccdc85 req-ea9c2c93-3e87-46ca-8ec9-fb426c570ff7 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:53.960168 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4214cc2e-7cd0-42f6-8168-d4b962ccdc85 req-ea9c2c93-3e87-46ca-8ec9-fb426c570ff7 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.0937464 Apr 14 16:18:53.964591 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-74dde3c4-1106-4137-8fd2-d9683e5e62a2 req-e57dcc4d-48ae-4189-af9c-2fbec4aa93b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86985f08-70cd-4417-8f18-ff0ada9a82ff HTTP/1.1" status: 200 len: 1000 time: 0.1026058 Apr 14 16:18:53.993490 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4214cc2e-7cd0-42f6-8168-d4b962ccdc85 req-22cb28e3-600b-4471-a637-b39fe4a46bbb tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252035 Apr 14 16:18:54.046601 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dde3c4-1106-4137-8fd2-d9683e5e62a2 req-9be26fff-ac11-471c-b426-f6ae90d12f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:54.048153 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-74dde3c4-1106-4137-8fd2-d9683e5e62a2 req-9be26fff-ac11-471c-b426-f6ae90d12f64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e65b27a-159c-4d87-bc0d-8c19d0e1a018 HTTP/1.1" status: 200 len: 856 time: 0.0727100 Apr 14 16:18:54.146301 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dde3c4-1106-4137-8fd2-d9683e5e62a2 req-318fd0fe-c96c-4565-b9dd-9e3cc0545278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:54.148388 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-74dde3c4-1106-4137-8fd2-d9683e5e62a2 req-318fd0fe-c96c-4565-b9dd-9e3cc0545278 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1543812-41fe-4295-b0c3-e4201c886b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850258 Apr 14 16:18:54.299694 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-74dde3c4-1106-4137-8fd2-d9683e5e62a2 req-b6128045-53b1-422f-a665-05ab52044f90 service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375384 Apr 14 16:18:54.450474 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-74dde3c4-1106-4137-8fd2-d9683e5e62a2 req-ced38391-ebab-4858-a0eb-25377708e4b4 service neutron] 10.222.0.41 "GET /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398022 Apr 14 16:18:55.231935 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0c911-dc20-493b-96b8-f07de58fadda req-fd1c03b2-d29b-4c07-8f09-57fc93f5f5ac tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:55.233620 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8ab0c911-dc20-493b-96b8-f07de58fadda req-fd1c03b2-d29b-4c07-8f09-57fc93f5f5ac tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.1012869 Apr 14 16:18:55.266751 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8ab0c911-dc20-493b-96b8-f07de58fadda req-14b12f53-0e37-44e5-931a-2c0ec4fbee26 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264261 Apr 14 16:18:56.224683 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 86985f08-70cd-4417-8f18-ff0ada9a82ff details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:18:56.386358 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 86985f08-70cd-4417-8f18-ff0ada9a82ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=86985f08-70cd-4417-8f18-ff0ada9a82ff,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:56.403921 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': '86985f08-70cd-4417-8f18-ff0ada9a82ff', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'port_id': '86985f08-70cd-4417-8f18-ff0ada9a82ff', 'mac_address': 'fa:16:3e:be:bc:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:18:56.475833 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:56.478058 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86985f08-70cd-4417-8f18-ff0ada9a82ff {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:18:56.500439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 86985f08-70cd-4417-8f18-ff0ada9a82ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=86985f08-70cd-4417-8f18-ff0ada9a82ff,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:56.503937 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:56.505821 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:56.509348 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd4c9a-77f8-4a1f-a0e2-f9b5dee8e419 req-972b391d-20e3-4042-b40a-73956688d4fd tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:56.510993 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3ccd4c9a-77f8-4a1f-a0e2-f9b5dee8e419 req-972b391d-20e3-4042-b40a-73956688d4fd tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 944 time: 0.0931175 Apr 14 16:18:56.552841 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3ccd4c9a-77f8-4a1f-a0e2-f9b5dee8e419 req-88f2410b-7abb-4bfe-b23c-2bc4bfaab5b3 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353944 Apr 14 16:18:56.583693 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=86985f08-70cd-4417-8f18-ff0ada9a82ff,revision_number=9']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:56.593380 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.593777 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.594164 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.594541 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.594914 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.595286 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.595656 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.596024 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.596395 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.596762 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.597152 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.597635 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.609670 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:56.928118 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['86985f08-70cd-4417-8f18-ff0ada9a82ff'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:18:57.056547 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf120f-e355-4892-8ad8-27779c4a4d1d req-69ef4c09-ac13-465c-8cc7-ce07e1cb4443 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:57.058325 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aecf120f-e355-4892-8ad8-27779c4a4d1d req-69ef4c09-ac13-465c-8cc7-ce07e1cb4443 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 945 time: 0.1090515 Apr 14 16:18:57.101773 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-aecf120f-e355-4892-8ad8-27779c4a4d1d req-861b67dc-cad3-4430-bb6b-290f25938aa9 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309412 Apr 14 16:18:57.754467 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79566fe8-add5-4323-9fc0-3ceea319e2fd req-4000be53-6ba6-4707-890b-5bf17a90e0b1 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:57.756059 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-79566fe8-add5-4323-9fc0-3ceea319e2fd req-4000be53-6ba6-4707-890b-5bf17a90e0b1 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 945 time: 0.0885994 Apr 14 16:18:57.787450 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-79566fe8-add5-4323-9fc0-3ceea319e2fd req-b474ac87-983b-4092-8731-aae7fe65168d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0239003 Apr 14 16:18:58.313482 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00504952-96b4-4b18-973f-250c2fd548bb req-a4a93abf-2f30-459c-96b8-6157b0a23e41 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:58.315023 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-00504952-96b4-4b18-973f-250c2fd548bb req-a4a93abf-2f30-459c-96b8-6157b0a23e41 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 945 time: 0.0931597 Apr 14 16:18:58.346635 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-00504952-96b4-4b18-973f-250c2fd548bb req-bf3dfc0a-2585-431d-82ed-2a5cdaf88abb tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242729 Apr 14 16:18:59.000323 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a301170-ef40-447c-bd45-e5c4331c4294 req-7c12260a-0cf5-498d-b58d-c8fa632cfaab tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:59.001829 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2a301170-ef40-447c-bd45-e5c4331c4294 req-7c12260a-0cf5-498d-b58d-c8fa632cfaab tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 945 time: 0.0905740 Apr 14 16:18:59.031926 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2a301170-ef40-447c-bd45-e5c4331c4294 req-89015695-9ee6-4587-a21a-39854f738a1d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0233393 Apr 14 16:18:59.550052 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a499a-ec15-43f9-8fad-77beae4d2b7d req-21523f37-15dc-450f-a0a9-4a6c957a0ad6 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:59.551649 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd1a499a-ec15-43f9-8fad-77beae4d2b7d req-21523f37-15dc-450f-a0a9-4a6c957a0ad6 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 945 time: 0.0894933 Apr 14 16:18:59.582847 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bd1a499a-ec15-43f9-8fad-77beae4d2b7d req-cd2a9262-9b80-487c-a8bb-d40d0cd9fdda tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/security-groups?id=230b61e5-c61e-478a-aeed-62b831430eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242071 Apr 14 16:18:59.693767 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b90843-99d6-4e11-9cfe-4f79a59211e4 req-ee8de51f-caab-4451-8423-4aab567a62be tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:59.695709 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-29b90843-99d6-4e11-9cfe-4f79a59211e4 req-ee8de51f-caab-4451-8423-4aab567a62be tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 945 time: 0.0957375 Apr 14 16:18:59.776873 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-29b90843-99d6-4e11-9cfe-4f79a59211e4 req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Deleting port b5f19e49-684a-45d4-875e-1398ffcf49b7 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:18:59.777293 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-29b90843-99d6-4e11-9cfe-4f79a59211e4 req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:00.044993 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-29b90843-99d6-4e11-9cfe-4f79a59211e4 req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] For port b5f19e49-684a-45d4-875e-1398ffcf49b7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b5f19e49-684a-45d4-875e-1398ffcf49b7,segment=NetworkSegment(4e8a243e-711d-4633-8c82-8b1e3f1730fc),segment_id=4e8a243e-711d-4633-8c82-8b1e3f1730fc)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:00.045636 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-29b90843-99d6-4e11-9cfe-4f79a59211e4 req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:00.180119 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-29b90843-99d6-4e11-9cfe-4f79a59211e4 req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Calling delete_port for b5f19e49-684a-45d4-875e-1398ffcf49b7 owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:00.251434 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80737e8-c99a-4d85-890e-fb0dfefcae5d req-6163e912-f300-43c5-a35c-cf5e8647d0a3 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:00.252754 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 86985f08-70cd-4417-8f18-ff0ada9a82ff up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:19:00.253070 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b80737e8-c99a-4d85-890e-fb0dfefcae5d req-6163e912-f300-43c5-a35c-cf5e8647d0a3 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 945 time: 0.0944207 Apr 14 16:19:00.286371 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b80737e8-c99a-4d85-890e-fb0dfefcae5d req-94f05b0c-e81c-47e7-b482-edd9c75779fd tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258830 Apr 14 16:19:00.326769 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port 86985f08-70cd-4417-8f18-ff0ada9a82ff triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:19:00.327111 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:00.334541 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-29b90843-99d6-4e11-9cfe-4f79a59211e4 req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:00.351864 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3336f111-edf5-4e1d-b3cf-ecb2552a4c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:00.413118 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Pushing event deleted for resources: {'Port': ['ID=b5f19e49-684a-45d4-875e-1398ffcf49b7,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:00.458190 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:00.471913 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86985f08-70cd-4417-8f18-ff0ada9a82ff'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:19:00.482910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 86985f08-70cd-4417-8f18-ff0ada9a82ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=86985f08-70cd-4417-8f18-ff0ada9a82ff,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:00.486459 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:00.488469 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:00.533306 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86985f08-70cd-4417-8f18-ff0ada9a82ff', 'code': 200} Apr 14 16:19:00.571702 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=86985f08-70cd-4417-8f18-ff0ada9a82ff,revision_number=10']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:00.575994 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:00.705221 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:00.705641 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:00.706058 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:00.706462 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:00.706866 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:00.707242 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:00.707647 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:00.708046 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:00.708416 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:00.708822 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:00.709283 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:00.709681 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:00.713898 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:00.805915 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1a47f8ff-3570-42c1-bc69-ad0ec184aeb2 req-8d6b9fde-878e-457d-8d6b-4f7625709a6c tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ebf4fdb-09d1-44fa-b9ac-142842d75209 HTTP/1.1" status: 200 len: 210 time: 0.0936699 Apr 14 16:19:00.843991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c417916-cb86-417d-8f04-16c8c65e7b27 req-d45c0ef7-88a2-4ba2-83d2-f3f9ff8a11a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:00.845547 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6c417916-cb86-417d-8f04-16c8c65e7b27 req-d45c0ef7-88a2-4ba2-83d2-f3f9ff8a11a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 1100 time: 0.0947065 Apr 14 16:19:00.875819 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6c417916-cb86-417d-8f04-16c8c65e7b27 req-3a50969f-249a-4d8b-8741-1cbfaa1c0f8e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0207653 Apr 14 16:19:00.899827 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b90843-99d6-4e11-9cfe-4f79a59211e4 req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] No DVR routers for this DVR port b5f19e49-684a-45d4-875e-1398ffcf49b7 on host hv-cinder-78626 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:19:00.902526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-29b90843-99d6-4e11-9cfe-4f79a59211e4 req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:00.905350 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebf4fdb-09d1-44fa-b9ac-142842d75209', 'name': 'network-vif-deleted', 'tag': 'b5f19e49-684a-45d4-875e-1398ffcf49b7'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:19:00.923975 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-29b90843-99d6-4e11-9cfe-4f79a59211e4 req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] 10.222.0.41 "DELETE /v2.0/ports/b5f19e49-684a-45d4-875e-1398ffcf49b7 HTTP/1.1" status: 204 len: 173 time: 1.2208531 Apr 14 16:19:00.961991 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebf4fdb-09d1-44fa-b9ac-142842d75209', 'name': 'network-vif-deleted', 'tag': 'b5f19e49-684a-45d4-875e-1398ffcf49b7', 'status': 'completed', 'code': 200} Apr 14 16:19:01.494116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30021e-6aad-4efb-8c93-ff5df3d4fb24 req-f483540c-da0f-4df2-ae07-85c636046776 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:01.495725 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f30021e-6aad-4efb-8c93-ff5df3d4fb24 req-f483540c-da0f-4df2-ae07-85c636046776 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 947 time: 0.0893741 Apr 14 16:19:01.527323 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f30021e-6aad-4efb-8c93-ff5df3d4fb24 req-6c554df8-1451-41ee-bcb2-93ed9db8a2fa tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252233 Apr 14 16:19:01.800335 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01d972-830e-43ab-b110-1ae312a99954 req-ef5d4f2b-7ff3-4fa2-aa3a-c19e4425e04c tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:01.801945 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2a01d972-830e-43ab-b110-1ae312a99954 req-ef5d4f2b-7ff3-4fa2-aa3a-c19e4425e04c tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 945 time: 0.0916598 Apr 14 16:19:01.832296 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2a01d972-830e-43ab-b110-1ae312a99954 req-489f4c55-53c8-495c-a5a1-b20b2acd511f tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=123f72f3-c937-4c19-98ea-6b484904a661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0238290 Apr 14 16:19:02.266108 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device b5f19e49-684a-45d4-875e-1398ffcf49b7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:19:02.315338 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: b5f19e49-684a-45d4-875e-1398ffcf49b7 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:19:02.317169 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device b5f19e49-684a-45d4-875e-1398ffcf49b7 not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:19:02.879467 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82e350-0066-43b0-83a3-a0fd985132b4 req-2433284b-db41-4b39-9c08-c9e1c604f2a0 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:02.881114 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d82e350-0066-43b0-83a3-a0fd985132b4 req-2433284b-db41-4b39-9c08-c9e1c604f2a0 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 947 time: 0.0896382 Apr 14 16:19:02.915121 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0d82e350-0066-43b0-83a3-a0fd985132b4 req-849f5363-ed5f-43fb-bcc7-10920fa0c39e tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267580 Apr 14 16:19:03.038390 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab216f9-74df-4a00-9b1b-81e38937d860 req-cdf2e86d-b2d3-4e1b-8273-2d09b116107c tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:03.040553 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6ab216f9-74df-4a00-9b1b-81e38937d860 req-cdf2e86d-b2d3-4e1b-8273-2d09b116107c tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 945 time: 0.0903857 Apr 14 16:19:03.074344 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6ab216f9-74df-4a00-9b1b-81e38937d860 req-e40e2692-f64b-43a7-8734-087d0b396c15 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=123f72f3-c937-4c19-98ea-6b484904a661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272825 Apr 14 16:19:04.126770 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c88978-cbbb-47c8-a3e4-dad4e1110c88 req-ffdc794b-37cc-494c-a98f-b81fb03c30c9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:04.128398 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f1c88978-cbbb-47c8-a3e4-dad4e1110c88 req-ffdc794b-37cc-494c-a98f-b81fb03c30c9 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 947 time: 0.0977399 Apr 14 16:19:04.161529 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f1c88978-cbbb-47c8-a3e4-dad4e1110c88 req-26b4b270-1727-4e5a-a7fa-b9376921711b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265760 Apr 14 16:19:04.306716 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d35cd-7e0b-42c0-8e83-1106613748b7 req-1119bdd2-9d1d-4923-881b-2a5b7715dc96 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:04.308269 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6b2d35cd-7e0b-42c0-8e83-1106613748b7 req-1119bdd2-9d1d-4923-881b-2a5b7715dc96 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 945 time: 0.0903857 Apr 14 16:19:04.338799 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6b2d35cd-7e0b-42c0-8e83-1106613748b7 req-f265ecc8-0bfb-4c02-8bd9-92184a4e912b tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=123f72f3-c937-4c19-98ea-6b484904a661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0240767 Apr 14 16:19:05.538649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6429cbc-9750-4945-9466-ca41b126af2a req-71bab29b-e105-47d1-a054-57750b12ae61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:05.540244 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b6429cbc-9750-4945-9466-ca41b126af2a req-71bab29b-e105-47d1-a054-57750b12ae61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 945 time: 0.0885217 Apr 14 16:19:05.572378 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b6429cbc-9750-4945-9466-ca41b126af2a req-056daca9-415e-4896-8177-14fa8fccea26 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=123f72f3-c937-4c19-98ea-6b484904a661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244589 Apr 14 16:19:06.776632 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe4a8d-efa6-4d68-a86a-8d41e79b80d2 req-4dc3452a-aa62-465c-a13f-06931a644619 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:06.778292 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-88fe4a8d-efa6-4d68-a86a-8d41e79b80d2 req-4dc3452a-aa62-465c-a13f-06931a644619 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 945 time: 0.0906363 Apr 14 16:19:06.813422 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-88fe4a8d-efa6-4d68-a86a-8d41e79b80d2 req-cd530185-0c23-4d6a-8aeb-c45390ecac97 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=123f72f3-c937-4c19-98ea-6b484904a661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285223 Apr 14 16:19:07.746057 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1e1a2-9b17-4ea3-8b61-7de00a00a24b req-0b1f2a56-ddb0-4f59-a374-ddebe3822821 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:07.747601 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-05c1e1a2-9b17-4ea3-8b61-7de00a00a24b req-0b1f2a56-ddb0-4f59-a374-ddebe3822821 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 945 time: 0.0886099 Apr 14 16:19:07.824929 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-05c1e1a2-9b17-4ea3-8b61-7de00a00a24b req-ac89c7ef-111a-4404-8518-2d53ae9f4729 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Deleting port f1caa616-44ca-499b-9670-8b92cff097ae {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:07.825557 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-05c1e1a2-9b17-4ea3-8b61-7de00a00a24b req-ac89c7ef-111a-4404-8518-2d53ae9f4729 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:08.030057 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc53cbe-f5e3-4cbc-b9ed-91d184d89c2d req-2439e88d-7986-43dd-8be2-1461ed42f785 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:08.031984 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0bc53cbe-f5e3-4cbc-b9ed-91d184d89c2d req-2439e88d-7986-43dd-8be2-1461ed42f785 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 945 time: 0.0948954 Apr 14 16:19:08.068608 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0bc53cbe-f5e3-4cbc-b9ed-91d184d89c2d req-a202bbaf-d949-497e-b7d6-0be5d05733a5 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups?id=123f72f3-c937-4c19-98ea-6b484904a661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292256 Apr 14 16:19:08.102343 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-05c1e1a2-9b17-4ea3-8b61-7de00a00a24b req-ac89c7ef-111a-4404-8518-2d53ae9f4729 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] For port f1caa616-44ca-499b-9670-8b92cff097ae, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f1caa616-44ca-499b-9670-8b92cff097ae,segment=NetworkSegment(fa60e05a-0e61-4e81-afb8-895a8bbff706),segment_id=fa60e05a-0e61-4e81-afb8-895a8bbff706)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:08.102749 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-05c1e1a2-9b17-4ea3-8b61-7de00a00a24b req-ac89c7ef-111a-4404-8518-2d53ae9f4729 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:08.432425 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-05c1e1a2-9b17-4ea3-8b61-7de00a00a24b req-ac89c7ef-111a-4404-8518-2d53ae9f4729 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:08.433178 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-05c1e1a2-9b17-4ea3-8b61-7de00a00a24b req-ac89c7ef-111a-4404-8518-2d53ae9f4729 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854381538'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:08.433394 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_db [req-05c1e1a2-9b17-4ea3-8b61-7de00a00a24b req-ac89c7ef-111a-4404-8518-2d53ae9f4729 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Floating IP 6c7b9d6a-a726-4b08-a22b-c5081203e31e disassociated. External IP: 172.27.2.51, port: f1caa616-44ca-499b-9670-8b92cff097ae. Apr 14 16:19:08.433768 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-05c1e1a2-9b17-4ea3-8b61-7de00a00a24b req-ac89c7ef-111a-4404-8518-2d53ae9f4729 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Calling delete_port for f1caa616-44ca-499b-9670-8b92cff097ae owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:08.596170 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-05c1e1a2-9b17-4ea3-8b61-7de00a00a24b req-ac89c7ef-111a-4404-8518-2d53ae9f4729 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:08.611804 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d3484319-755c-4d13-a926-1220fff6c6d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:08.678216 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89c7ef-111a-4404-8518-2d53ae9f4729 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Pushing event deleted for resources: {'Port': ['ID=f1caa616-44ca-499b-9670-8b92cff097ae,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:08.682794 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ac89c7ef-111a-4404-8518-2d53ae9f4729 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:08.992433 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05c1e1a2-9b17-4ea3-8b61-7de00a00a24b req-ac89c7ef-111a-4404-8518-2d53ae9f4729 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:19:09.192980 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05c1e1a2-9b17-4ea3-8b61-7de00a00a24b req-ac89c7ef-111a-4404-8518-2d53ae9f4729 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:19:09.204519 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1add382-d0ae-4f35-915a-bff1d27f3862 None None] Sync routers for ids ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:19:09.216874 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1add382-d0ae-4f35-915a-bff1d27f3862 None None] Routers {'6a7cf7dd-30b1-4033-a4be-7263ecf96117'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:19:09.217588 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-a1add382-d0ae-4f35-915a-bff1d27f3862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:18:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:09.326775 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8df0972d-e3e2-469f-9ac4-38d6467a5de0 req-34a932bd-6bf6-4192-b4ce-14103347c270 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aec1638-2b51-4bc7-a664-e2d1b227228f HTTP/1.1" status: 200 len: 210 time: 0.1354651 Apr 14 16:19:09.333402 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c1e1a2-9b17-4ea3-8b61-7de00a00a24b req-ac89c7ef-111a-4404-8518-2d53ae9f4729 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] No DVR routers for this DVR port f1caa616-44ca-499b-9670-8b92cff097ae on host hv-cinder-78626 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:19:09.336989 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-05c1e1a2-9b17-4ea3-8b61-7de00a00a24b req-ac89c7ef-111a-4404-8518-2d53ae9f4729 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:09.341937 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aec1638-2b51-4bc7-a664-e2d1b227228f', 'name': 'network-vif-deleted', 'tag': 'f1caa616-44ca-499b-9670-8b92cff097ae'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:19:09.356791 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-05c1e1a2-9b17-4ea3-8b61-7de00a00a24b req-ac89c7ef-111a-4404-8518-2d53ae9f4729 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.41 "DELETE /v2.0/ports/f1caa616-44ca-499b-9670-8b92cff097ae HTTP/1.1" status: 204 len: 173 time: 1.6020832 Apr 14 16:19:09.397597 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aec1638-2b51-4bc7-a664-e2d1b227228f', 'name': 'network-vif-deleted', 'tag': 'f1caa616-44ca-499b-9670-8b92cff097ae', 'status': 'completed', 'code': 200} Apr 14 16:19:09.419821 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-a1add382-d0ae-4f35-915a-bff1d27f3862 None None] Set router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:19:09.764363 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-a1add382-d0ae-4f35-915a-bff1d27f3862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:11:01Z', 'revision_number': 4, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '34e8dd3a-778e-4be5-9b53-85b5dde19c34', 'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'mac_address': 'fa:16:3e:b7:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:59Z', 'updated_at': '2021-04-14T16:11:12Z', 'revision_number': 5, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'subnets': [{'id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:09.768496 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1add382-d0ae-4f35-915a-bff1d27f3862 None None] Checking router: 6a7cf7dd-30b1-4033-a4be-7263ecf96117 for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:19:09.778130 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1add382-d0ae-4f35-915a-bff1d27f3862 None None] Routers {'6a7cf7dd-30b1-4033-a4be-7263ecf96117'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:19:09.778796 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-a1add382-d0ae-4f35-915a-bff1d27f3862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:18:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:09.972716 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-a1add382-d0ae-4f35-915a-bff1d27f3862 None None] Set router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:19:10.314910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-a1add382-d0ae-4f35-915a-bff1d27f3862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:11:01Z', 'revision_number': 4, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '34e8dd3a-778e-4be5-9b53-85b5dde19c34', 'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'mac_address': 'fa:16:3e:b7:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:59Z', 'updated_at': '2021-04-14T16:11:12Z', 'revision_number': 5, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'subnets': [{'id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:10.319530 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device f1caa616-44ca-499b-9670-8b92cff097ae no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:19:10.352587 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1add382-d0ae-4f35-915a-bff1d27f3862 None None] The sync data for ids ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'] in dv-cinder-786266-1-iscsi is: [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:11:01Z', 'revision_number': 4, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '34e8dd3a-778e-4be5-9b53-85b5dde19c34', 'name': '', 'network_id': '5635013d-c232-42e6-92f8-9c466e9855da', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'mac_address': 'fa:16:3e:b7:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:59Z', 'updated_at': '2021-04-14T16:11:12Z', 'revision_number': 5, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'subnets': [{'id': '5c32f2be-29eb-445b-8f3d-8786422a2c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:19:10.359974 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: f1caa616-44ca-499b-9670-8b92cff097ae {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:19:10.360371 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device f1caa616-44ca-499b-9670-8b92cff097ae not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:19:10.466238 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 44050) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:10.535918 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2a2cf225-64f1-4a83-839a-46e3a792f4cd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:10.568992 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2a2cf225-64f1-4a83-839a-46e3a792f4cd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:10.617520 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2a2cf225-64f1-4a83-839a-46e3a792f4cd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:10.622985 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b0973d1a-0f4a-48ab-a66b-c375e7e391dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:10.639818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cf225-64f1-4a83-839a-46e3a792f4cd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=123f72f3-c937-4c19-98ea-6b484904a661,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:10.644388 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2a2cf225-64f1-4a83-839a-46e3a792f4cd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:10.648446 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2a2cf225-64f1-4a83-839a-46e3a792f4cd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:10.649720 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-2a2cf225-64f1-4a83-839a-46e3a792f4cd tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "DELETE /v2.0/security-groups/123f72f3-c937-4c19-98ea-6b484904a661 HTTP/1.1" status: 204 len: 168 time: 0.1824126 Apr 14 16:19:10.652537 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 44054) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:10.671843 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.v2.resource [None req-e5aceadc-37fe-468c-af43-fcaf989a0abe tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] show failed (client error): The resource could not be found. Apr 14 16:19:10.672923 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-e5aceadc-37fe-468c-af43-fcaf989a0abe tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "GET /v2.0/security-groups/123f72f3-c937-4c19-98ea-6b484904a661 HTTP/1.1" status: 404 len: 347 time: 0.0192804 Apr 14 16:19:10.676029 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 44058) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:10.732652 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18ad260-d2b4-4550-9acf-677261508058 None None] New status for floating IP 6c7b9d6a-a726-4b08-a22b-c5081203e31e: DOWN {{(pid=85247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:19:10.846784 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Deleting port 97cab176-92db-4f2b-b1ab-cbc4274474fd {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:10.847080 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:11.049764 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:11.050216 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:11.201309 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Calling delete_port for 97cab176-92db-4f2b-b1ab-cbc4274474fd owned by network:floatingip {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:11.290884 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.db.api [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:19:11.291257 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_db.api [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:19:11.792734 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Deleting port 97cab176-92db-4f2b-b1ab-cbc4274474fd {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:11.793324 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:11.975869 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:11.976208 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:12.107454 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Calling delete_port for 97cab176-92db-4f2b-b1ab-cbc4274474fd owned by network:floatingip {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:12.155623 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:19:12.261844 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:12.279245 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-70a70a78-1f5c-4f54-ba73-ba3c51e55e37 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:12.340014 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Pushing event deleted for resources: {'Port': ['ID=97cab176-92db-4f2b-b1ab-cbc4274474fd,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:12.343955 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:12.550305 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks [] for floatingip, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:12.565846 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:12.567690 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] 10.222.0.60 "DELETE /v2.0/floatingips/6c7b9d6a-a726-4b08-a22b-c5081203e31e HTTP/1.1" status: 204 len: 168 time: 1.8906684 Apr 14 16:19:13.532390 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:14.458578 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-da5f3ae9-371e-4f33-b141-99a9a298b8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:16.597859 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9963-350a-4a9e-ac15-0ff77714b6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:17.561586 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:17.702444 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:18.873939 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 44128) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:18.974745 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:19.818559 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-018e7a71-19ac-483b-9b19-273938487b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410676'] for router_interface, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:20.198842 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-018e7a71-19ac-483b-9b19-273938487b96 admin admin] Deleting port 34e8dd3a-778e-4be5-9b53-85b5dde19c34 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:20.199359 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-018e7a71-19ac-483b-9b19-273938487b96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:20.395473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-018e7a71-19ac-483b-9b19-273938487b96 admin admin] For port 34e8dd3a-778e-4be5-9b53-85b5dde19c34, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=34e8dd3a-778e-4be5-9b53-85b5dde19c34,segment=NetworkSegment(fa60e05a-0e61-4e81-afb8-895a8bbff706),segment_id=fa60e05a-0e61-4e81-afb8-895a8bbff706)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:20.395781 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-018e7a71-19ac-483b-9b19-273938487b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:20.534784 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-018e7a71-19ac-483b-9b19-273938487b96 admin admin] Calling delete_port for 34e8dd3a-778e-4be5-9b53-85b5dde19c34 owned by network:router_interface {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:20.714277 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-018e7a71-19ac-483b-9b19-273938487b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:20.729814 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-39a51c1f-ea09-466d-849c-7d5a1ebb64a0 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:20.788721 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e7a71-19ac-483b-9b19-273938487b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e8dd3a-778e-4be5-9b53-85b5dde19c34,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:20.791677 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-018e7a71-19ac-483b-9b19-273938487b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:21.182778 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-018e7a71-19ac-483b-9b19-273938487b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394435'] for router_interface, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:21.697219 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018e7a71-19ac-483b-9b19-273938487b96 admin admin] Router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:19:22.148554 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018e7a71-19ac-483b-9b19-273938487b96 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:19:22.169506 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f2bd0-08e4-4a25-ab4f-d9814d35514e None None] Sync routers for ids ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:19:22.173863 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-018e7a71-19ac-483b-9b19-273938487b96 admin admin] 10.222.0.60 "PUT /v2.0/routers/6a7cf7dd-30b1-4033-a4be-7263ecf96117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2987535 Apr 14 16:19:22.176425 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 44150) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:22.180470 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f2bd0-08e4-4a25-ab4f-d9814d35514e None None] Routers {'6a7cf7dd-30b1-4033-a4be-7263ecf96117'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:19:22.181180 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-cb8f2bd0-08e4-4a25-ab4f-d9814d35514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:19:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:22.366423 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f6c16b8-0153-4bd1-be6f-e8eb710481b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:22.375340 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-cb8f2bd0-08e4-4a25-ab4f-d9814d35514e None None] Set router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:19:22.564290 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f6c16b8-0153-4bd1-be6f-e8eb710481b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:22.573238 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-2f6c16b8-0153-4bd1-be6f-e8eb710481b7 admin admin] Deleting port 6e7096be-50d6-4bf8-bf56-dad18d591365 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:22.573622 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f6c16b8-0153-4bd1-be6f-e8eb710481b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:22.689200 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-cb8f2bd0-08e4-4a25-ab4f-d9814d35514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:19:20Z', 'revision_number': 5, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port': {'id': '6e7096be-50d6-4bf8-bf56-dad18d591365', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:38Z', 'updated_at': '2021-04-14T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:22.693345 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f2bd0-08e4-4a25-ab4f-d9814d35514e None None] Checking router: 6a7cf7dd-30b1-4033-a4be-7263ecf96117 for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:19:22.703034 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f2bd0-08e4-4a25-ab4f-d9814d35514e None None] Routers {'6a7cf7dd-30b1-4033-a4be-7263ecf96117'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:19:22.703696 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-cb8f2bd0-08e4-4a25-ab4f-d9814d35514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:19:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:22.771018 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-2f6c16b8-0153-4bd1-be6f-e8eb710481b7 admin admin] For port 6e7096be-50d6-4bf8-bf56-dad18d591365, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=6e7096be-50d6-4bf8-bf56-dad18d591365,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:22.771413 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f6c16b8-0153-4bd1-be6f-e8eb710481b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:22.926136 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-2f6c16b8-0153-4bd1-be6f-e8eb710481b7 admin admin] Calling delete_port for 6e7096be-50d6-4bf8-bf56-dad18d591365 owned by network:router_gateway {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:23.043978 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-cb8f2bd0-08e4-4a25-ab4f-d9814d35514e None None] Set router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 gateway port host: None {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:19:23.112797 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f6c16b8-0153-4bd1-be6f-e8eb710481b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:23.130154 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-557f7c98-fb11-43c4-9312-b5f6610696ff tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:23.163617 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-cb8f2bd0-08e4-4a25-ab4f-d9814d35514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:19:22Z', 'revision_number': 6, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port_host': None}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:23.167916 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f2bd0-08e4-4a25-ab4f-d9814d35514e None None] The sync data for ids ['6a7cf7dd-30b1-4033-a4be-7263ecf96117'] in dv-cinder-786266-1-iscsi is: [{'id': '6a7cf7dd-30b1-4033-a4be-7263ecf96117', 'name': 'tempest-AttachVolumeTestJSON-1380727899-router', 'tenant_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:35Z', 'updated_at': '2021-04-14T16:19:22Z', 'revision_number': 6, 'project_id': '933c87bdb5354dc39f728c1bc6dfd17e', 'gw_port_host': None}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:19:23.196809 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c16b8-0153-4bd1-be6f-e8eb710481b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7096be-50d6-4bf8-bf56-dad18d591365,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:23.201250 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2f6c16b8-0153-4bd1-be6f-e8eb710481b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:23.430621 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f6c16b8-0153-4bd1-be6f-e8eb710481b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394277'] for router_gateway, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:23.646746 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f6c16b8-0153-4bd1-be6f-e8eb710481b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6938'] for router, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:23.649588 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f6c16b8-0153-4bd1-be6f-e8eb710481b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:23.676198 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f6c16b8-0153-4bd1-be6f-e8eb710481b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854366861'] for router, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:23.676817 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6c16b8-0153-4bd1-be6f-e8eb710481b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a7cf7dd-30b1-4033-a4be-7263ecf96117 {{(pid=85244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:19:23.692965 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2f6c16b8-0153-4bd1-be6f-e8eb710481b7 admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:23.694898 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-2f6c16b8-0153-4bd1-be6f-e8eb710481b7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6a7cf7dd-30b1-4033-a4be-7263ecf96117 HTTP/1.1" status: 204 len: 168 time: 1.5168247 Apr 14 16:19:23.700012 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 44166) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:23.797100 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_v2 [None req-714686d3-9c65-4dab-ac1c-306e8a6ef469 admin admin] Deleting subnet 5c32f2be-29eb-445b-8f3d-8786422a2c00 {{(pid=85244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:19:23.806659 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-714686d3-9c65-4dab-ac1c-306e8a6ef469 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:23.879704 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-714686d3-9c65-4dab-ac1c-306e8a6ef469 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852231757'] for subnet, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:23.989149 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-714686d3-9c65-4dab-ac1c-306e8a6ef469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5661'] for subnet, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:24.150350 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 6e7096be-50d6-4bf8-bf56-dad18d591365 no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:19:24.193784 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: 6e7096be-50d6-4bf8-bf56-dad18d591365 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:19:24.194326 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 6e7096be-50d6-4bf8-bf56-dad18d591365 not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:19:24.194798 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 34e8dd3a-778e-4be5-9b53-85b5dde19c34 no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:19:24.234234 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: 34e8dd3a-778e-4be5-9b53-85b5dde19c34 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:19:24.234663 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 34e8dd3a-778e-4be5-9b53-85b5dde19c34 not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:19:24.293769 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-714686d3-9c65-4dab-ac1c-306e8a6ef469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852115375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2735666'] for subnet, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:24.311619 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5347a2f1-a3be-4c70-b3a4-c0c68ccab48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:24.364191 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714686d3-9c65-4dab-ac1c-306e8a6ef469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c32f2be-29eb-445b-8f3d-8786422a2c00,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:24.367430 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-714686d3-9c65-4dab-ac1c-306e8a6ef469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:24.453711 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-714686d3-9c65-4dab-ac1c-306e8a6ef469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:24.459261 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e404be33-e19f-4410-9f31-95d6b630c621 None None] Network 5635013d-c232-42e6-92f8-9c466e9855da requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:19:24.460659 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-714686d3-9c65-4dab-ac1c-306e8a6ef469 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5c32f2be-29eb-445b-8f3d-8786422a2c00 HTTP/1.1" status: 204 len: 168 time: 0.7594910 Apr 14 16:19:24.463251 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 44176) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:24.580184 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853770560'] for network, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:24.653256 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Deleting port 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:24.653628 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:24.717508 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624cb732-f5a2-4a1a-bc73-ed14dcc8c407 None None] DHCP port deletion for 5635013d-c232-42e6-92f8-9c466e9855da request from dv-cinder-786266-1-iscsi {{(pid=85246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:19:24.722084 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-624cb732-f5a2-4a1a-bc73-ed14dcc8c407 None None] Deleting port 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 {{(pid=85246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:24.722500 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-624cb732-f5a2-4a1a-bc73-ed14dcc8c407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:24.877187 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] For port 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84,segment=NetworkSegment(fa60e05a-0e61-4e81-afb8-895a8bbff706),segment_id=fa60e05a-0e61-4e81-afb8-895a8bbff706)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:24.877758 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:24.946179 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-624cb732-f5a2-4a1a-bc73-ed14dcc8c407 None None] For port 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84,segment=NetworkSegment(fa60e05a-0e61-4e81-afb8-895a8bbff706),segment_id=fa60e05a-0e61-4e81-afb8-895a8bbff706)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:24.946543 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-624cb732-f5a2-4a1a-bc73-ed14dcc8c407 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:25.018308 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Calling delete_port for 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 owned by network:dhcp {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:25.077979 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-624cb732-f5a2-4a1a-bc73-ed14dcc8c407 None None] Calling delete_port for 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 owned by network:dhcp {{(pid=85246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:25.095971 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:25.135507 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-33ce50d5-99fc-40c2-ac26-7f8090bb842c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:25.175818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.db.api [None req-624cb732-f5a2-4a1a-bc73-ed14dcc8c407 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:19:25.176223 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_db.api [None req-624cb732-f5a2-4a1a-bc73-ed14dcc8c407 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:19:25.184718 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Pushing event deleted for resources: {'Port': ['ID=5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:25.188876 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:25.272086 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] No DVR routers for this DVR port 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 on host dv-cinder-786266-1-iscsi {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:19:25.399487 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854700900', 'neutron.services.segments.db._delete_segments_for_network--9223363273973794898'] for network, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:25.515844 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5635013d-c232-42e6-92f8-9c466e9855da']}} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:25.534097 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa60e05a-0e61-4e81-afb8-895a8bbff706') {'for_net_delete': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:25.534440 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa60e05a-0e61-4e81-afb8-895a8bbff706') {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:25.549613 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273973794642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852231099'] for segment, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:25.565491 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:25.573710 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=85244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:19:25.677741 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-624cb732-f5a2-4a1a-bc73-ed14dcc8c407 None None] Deleting port 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 {{(pid=85246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:25.678091 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-624cb732-f5a2-4a1a-bc73-ed14dcc8c407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:25.754074 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-624cb732-f5a2-4a1a-bc73-ed14dcc8c407 None None] The port '5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84' was deleted {{(pid=85246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:19:25.761448 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Network 5635013d-c232-42e6-92f8-9c466e9855da has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:19:25.770716 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852115394'] for segment, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:25.957322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Network 5635013d-c232-42e6-92f8-9c466e9855da has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: Traceback (most recent call last): Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: timer() Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: cb(*args, **kw) Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: return func(*args, **kwargs) Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: self._notify() Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: self.callback(batched_events) Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: event.method(event) Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: segment_id)['aggregates'][0] Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: return f(self, *a, **k) Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: return self._get(url).json() Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: **kwargs) Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: return self.request(url, 'GET', **kwargs) Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: **endpoint_filter) Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:19:25.980227 dv-cinder-786266-1-iscsi neutron-server[85131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:19:26.058213 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-74885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854381553'] for network, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:26.061913 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:26.146760 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:19:26.186112 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:19:26.186508 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 5dfc49fe-5f8f-4dd5-9d3c-edf220f02c84 not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:19:26.337212 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:26.348458 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Pushing event deleted for resources: {'Network': ['ID=5635013d-c232-42e6-92f8-9c466e9855da,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:26.352224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:26.362350 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] 10.222.0.60 "DELETE /v2.0/networks/5635013d-c232-42e6-92f8-9c466e9855da HTTP/1.1" status: 204 len: 168 time: 1.8980658 Apr 14 16:19:26.484238 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 44204) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:26.519775 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-71bd86f8-71dd-44c0-8503-94d699ef9384 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=933c87bdb5354dc39f728c1bc6dfd17e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0343025 Apr 14 16:19:26.522447 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 44208) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:26.582454 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:26.609708 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:26.660124 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:26.670102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-50d5e244-b089-413e-8853-51223845e4b8 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:26.684155 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff6ff6e-945d-4559-8ec8-31bc5cb75734,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:26.686499 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:26.687682 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aff6ff6e-945d-4559-8ec8-31bc5cb75734 HTTP/1.1" status: 204 len: 168 time: 0.1643109 Apr 14 16:19:26.694689 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:26.695107 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:26.695515 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:26.695910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:26.696304 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:26.696695 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:26.697105 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:26.697483 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:26.697872 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:26.698258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:26.698701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:26.699260 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:26.708592 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:27.884747 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 44246) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:27.950977 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c5f3d1-bad7-4cb1-ab90-77b491871073 admin admin] Deleting subnet bd816f3c-28f3-4667-be0b-24879127fb6c {{(pid=85244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:19:27.954144 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e7c5f3d1-bad7-4cb1-ab90-77b491871073 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:28.010635 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e7c5f3d1-bad7-4cb1-ab90-77b491871073 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852231757'] for subnet, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:28.070253 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e7c5f3d1-bad7-4cb1-ab90-77b491871073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5661'] for subnet, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:28.360884 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e7c5f3d1-bad7-4cb1-ab90-77b491871073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852115375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2735666'] for subnet, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:28.375943 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:28.423321 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5f3d1-bad7-4cb1-ab90-77b491871073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd816f3c-28f3-4667-be0b-24879127fb6c,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:28.427271 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e7c5f3d1-bad7-4cb1-ab90-77b491871073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:28.510052 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e7c5f3d1-bad7-4cb1-ab90-77b491871073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:28.516101 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-e7c5f3d1-bad7-4cb1-ab90-77b491871073 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bd816f3c-28f3-4667-be0b-24879127fb6c HTTP/1.1" status: 204 len: 168 time: 0.6302383 Apr 14 16:19:28.518779 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 44258) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:28.636512 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4884-c312-4283-a7a5-5e775feefd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853770560'] for network, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:28.827439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4884-c312-4283-a7a5-5e775feefd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854700900', 'neutron.services.segments.db._delete_segments_for_network--9223363273973794898'] for network, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:28.944961 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-dc2f4884-c312-4283-a7a5-5e775feefd6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e562779b-7387-40f5-b9de-d5621a56d934']}} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:28.957620 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-dc2f4884-c312-4283-a7a5-5e775feefd6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8a243e-711d-4633-8c82-8b1e3f1730fc') {'for_net_delete': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:28.957960 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-dc2f4884-c312-4283-a7a5-5e775feefd6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8a243e-711d-4633-8c82-8b1e3f1730fc') {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:28.970144 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4884-c312-4283-a7a5-5e775feefd6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273973794642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852231099'] for segment, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:28.988086 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4884-c312-4283-a7a5-5e775feefd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:28.995247 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2f4884-c312-4283-a7a5-5e775feefd6a admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=85244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:19:29.180395 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-dc2f4884-c312-4283-a7a5-5e775feefd6a admin admin] Network e562779b-7387-40f5-b9de-d5621a56d934 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:19:29.189452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4884-c312-4283-a7a5-5e775feefd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852115394'] for segment, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.375146 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-dc2f4884-c312-4283-a7a5-5e775feefd6a admin admin] Network e562779b-7387-40f5-b9de-d5621a56d934 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: Traceback (most recent call last): Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: timer() Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: cb(*args, **kw) Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: return func(*args, **kwargs) Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: self._notify() Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: self.callback(batched_events) Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: event.method(event) Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: segment_id)['aggregates'][0] Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: return f(self, *a, **k) Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: return self._get(url).json() Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: **kwargs) Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: return self.request(url, 'GET', **kwargs) Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: **endpoint_filter) Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:19:29.398165 dv-cinder-786266-1-iscsi neutron-server[85131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:19:29.481317 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4884-c312-4283-a7a5-5e775feefd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-74885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854381553'] for network, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.484914 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:29.499759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4884-c312-4283-a7a5-5e775feefd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.514493 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f4884-c312-4283-a7a5-5e775feefd6a admin admin] Pushing event deleted for resources: {'Network': ['ID=e562779b-7387-40f5-b9de-d5621a56d934,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:29.519534 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-dc2f4884-c312-4283-a7a5-5e775feefd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:29.521889 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-dc2f4884-c312-4283-a7a5-5e775feefd6a admin admin] 10.222.0.60 "DELETE /v2.0/networks/e562779b-7387-40f5-b9de-d5621a56d934 HTTP/1.1" status: 204 len: 168 time: 1.0021262 Apr 14 16:19:29.705357 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 44280) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:29.742362 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-0e72d1ab-0e8e-48d5-a49b-9e4c822d2bd0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73844004f69a481dba93081e4d2b284e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0356343 Apr 14 16:19:29.745120 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 44284) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:29.808122 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d30187bc-f67c-4a17-996a-4ceb1ee7f198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.835453 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d30187bc-f67c-4a17-996a-4ceb1ee7f198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.885815 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d30187bc-f67c-4a17-996a-4ceb1ee7f198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.890917 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f74ddb0a-d1f5-4ca9-a590-ce3042a61de3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:29.905730 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30187bc-f67c-4a17-996a-4ceb1ee7f198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230b61e5-c61e-478a-aeed-62b831430eb3,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:29.908784 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d30187bc-f67c-4a17-996a-4ceb1ee7f198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:29.915780 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d30187bc-f67c-4a17-996a-4ceb1ee7f198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.917348 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d30187bc-f67c-4a17-996a-4ceb1ee7f198 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/230b61e5-c61e-478a-aeed-62b831430eb3 HTTP/1.1" status: 204 len: 168 time: 0.1709676 Apr 14 16:19:31.036913 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 44298) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:31.161831 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b35e01df-656b-4f98-9522-3d2d47559211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:31.177511 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-b35e01df-656b-4f98-9522-3d2d47559211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:19:31.182143 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-b35e01df-656b-4f98-9522-3d2d47559211 admin admin] Usage tracker for resource:security_group_rule and tenant:b92567e2057b42569d4a8c6e32fbfbe0 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:19:31.185105 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-b35e01df-656b-4f98-9522-3d2d47559211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:19:31.191116 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-b35e01df-656b-4f98-9522-3d2d47559211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:19:31.277883 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b35e01df-656b-4f98-9522-3d2d47559211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:31.280344 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b35e01df-656b-4f98-9522-3d2d47559211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:31.289912 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-513d36c7-2d24-44ee-bcb8-823647a16ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:31.333774 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-b35e01df-656b-4f98-9522-3d2d47559211 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b92567e2057b42569d4a8c6e32fbfbe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951522 Apr 14 16:19:31.335334 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e01df-656b-4f98-9522-3d2d47559211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01003d72-d327-4365-a74e-cf1919d841e2,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:31.337587 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 44304) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:31.338525 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b35e01df-656b-4f98-9522-3d2d47559211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:31.401278 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-df2fcbac-d067-4f55-9c3d-ed3480006362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:31.428937 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-df2fcbac-d067-4f55-9c3d-ed3480006362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:31.472566 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-df2fcbac-d067-4f55-9c3d-ed3480006362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:31.478164 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-737c1084-4b88-4462-837e-b8abf91a14a3 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:31.491659 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fcbac-d067-4f55-9c3d-ed3480006362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01003d72-d327-4365-a74e-cf1919d841e2,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:31.494430 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-df2fcbac-d067-4f55-9c3d-ed3480006362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:31.495658 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-df2fcbac-d067-4f55-9c3d-ed3480006362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:31.497547 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-df2fcbac-d067-4f55-9c3d-ed3480006362 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01003d72-d327-4365-a74e-cf1919d841e2 HTTP/1.1" status: 204 len: 168 time: 0.1587710 Apr 14 16:19:43.540224 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:44.459726 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a2240b86-99a2-4128-b91e-0c9556f3ac0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:46.599950 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-72d68bbd-071b-429c-a58f-382c3d7ebb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:47.165581 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c83d4-58eb-4472-ad91-6758ded394dd req-2a616b3d-a521-4e58-8198-289030065fdf tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:47.167198 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c86c83d4-58eb-4472-ad91-6758ded394dd req-2a616b3d-a521-4e58-8198-289030065fdf tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 947 time: 0.0920684 Apr 14 16:19:47.198210 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c86c83d4-58eb-4472-ad91-6758ded394dd req-99e7241c-1279-4263-8eca-7e2a389d3e66 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246446 Apr 14 16:19:47.556499 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:47.704539 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:48.617437 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c9d41-5b6d-48fb-bb82-28f63a2d966c req-4120f499-ccee-4bd2-ac29-e74a79343287 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:48.619216 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-900c9d41-5b6d-48fb-bb82-28f63a2d966c req-4120f499-ccee-4bd2-ac29-e74a79343287 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 947 time: 0.3007348 Apr 14 16:19:48.650734 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-900c9d41-5b6d-48fb-bb82-28f63a2d966c req-e98956c3-90a1-450a-811c-6c9ba2d1cb93 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dea1b5e-296f-470e-b77a-bc0e246ab975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250409 Apr 14 16:19:48.756792 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f56c0-4ede-4716-9be6-b6d014efe996 req-878e2cd9-0a97-4131-827c-ee6f09a16b80 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:48.759091 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ed3f56c0-4ede-4716-9be6-b6d014efe996 req-878e2cd9-0a97-4131-827c-ee6f09a16b80 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.41 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 947 time: 0.0945065 Apr 14 16:19:48.837773 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-ed3f56c0-4ede-4716-9be6-b6d014efe996 req-8bdb22c7-8501-4be6-ad30-e87f71bb2276 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Deleting port 86985f08-70cd-4417-8f18-ff0ada9a82ff {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:48.838151 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ed3f56c0-4ede-4716-9be6-b6d014efe996 req-8bdb22c7-8501-4be6-ad30-e87f71bb2276 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:48.975305 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:49.102640 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-ed3f56c0-4ede-4716-9be6-b6d014efe996 req-8bdb22c7-8501-4be6-ad30-e87f71bb2276 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] For port 86985f08-70cd-4417-8f18-ff0ada9a82ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=86985f08-70cd-4417-8f18-ff0ada9a82ff,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:49.102940 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ed3f56c0-4ede-4716-9be6-b6d014efe996 req-8bdb22c7-8501-4be6-ad30-e87f71bb2276 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:49.154833 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:19:49.414784 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ed3f56c0-4ede-4716-9be6-b6d014efe996 req-8bdb22c7-8501-4be6-ad30-e87f71bb2276 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:49.415119 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ed3f56c0-4ede-4716-9be6-b6d014efe996 req-8bdb22c7-8501-4be6-ad30-e87f71bb2276 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854381538'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:49.415475 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_db [req-ed3f56c0-4ede-4716-9be6-b6d014efe996 req-8bdb22c7-8501-4be6-ad30-e87f71bb2276 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Floating IP 0172436e-c226-4d78-ac22-d73e5d02da0a disassociated. External IP: 172.27.2.102, port: 86985f08-70cd-4417-8f18-ff0ada9a82ff. Apr 14 16:19:49.415855 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-ed3f56c0-4ede-4716-9be6-b6d014efe996 req-8bdb22c7-8501-4be6-ad30-e87f71bb2276 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Calling delete_port for 86985f08-70cd-4417-8f18-ff0ada9a82ff owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:49.558576 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ed3f56c0-4ede-4716-9be6-b6d014efe996 req-8bdb22c7-8501-4be6-ad30-e87f71bb2276 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:49.576117 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-db349051-732f-49e9-bc66-9e84c24bd730 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:49.635245 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb22c7-8501-4be6-ad30-e87f71bb2276 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Pushing event deleted for resources: {'Port': ['ID=86985f08-70cd-4417-8f18-ff0ada9a82ff,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:49.639022 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8bdb22c7-8501-4be6-ad30-e87f71bb2276 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:49.933559 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c1fe430b-038a-478e-9441-4f2d90449433 req-2af2b82a-2cf6-47b0-9cd1-a2b04675cc3b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 210 time: 0.1266999 Apr 14 16:19:49.995733 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed3f56c0-4ede-4716-9be6-b6d014efe996 req-8bdb22c7-8501-4be6-ad30-e87f71bb2276 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Router ed2f5836-114c-418f-ae86-2e997197a2c1 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:19:50.497947 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed3f56c0-4ede-4716-9be6-b6d014efe996 req-8bdb22c7-8501-4be6-ad30-e87f71bb2276 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:19:50.508099 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e992f7b0-a361-4fb5-b9ec-c292aeaecf43 None None] Sync routers for ids ['ed2f5836-114c-418f-ae86-2e997197a2c1'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:19:50.518033 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e992f7b0-a361-4fb5-b9ec-c292aeaecf43 None None] Routers {'ed2f5836-114c-418f-ae86-2e997197a2c1'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:19:50.518689 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e992f7b0-a361-4fb5-b9ec-c292aeaecf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:19:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['ed2f5836-114c-418f-ae86-2e997197a2c1'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:50.574576 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3f56c0-4ede-4716-9be6-b6d014efe996 req-8bdb22c7-8501-4be6-ad30-e87f71bb2276 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] No DVR routers for this DVR port 86985f08-70cd-4417-8f18-ff0ada9a82ff on host hv-cinder-78626 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:19:50.577180 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ed3f56c0-4ede-4716-9be6-b6d014efe996 req-8bdb22c7-8501-4be6-ad30-e87f71bb2276 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:50.581606 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'name': 'network-vif-deleted', 'tag': '86985f08-70cd-4417-8f18-ff0ada9a82ff'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:19:50.600580 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ed3f56c0-4ede-4716-9be6-b6d014efe996 req-8bdb22c7-8501-4be6-ad30-e87f71bb2276 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.41 "DELETE /v2.0/ports/86985f08-70cd-4417-8f18-ff0ada9a82ff HTTP/1.1" status: 204 len: 173 time: 1.8351955 Apr 14 16:19:50.643127 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e45e06-d4ec-48d7-8576-da008e2a2bbe', 'name': 'network-vif-deleted', 'tag': '86985f08-70cd-4417-8f18-ff0ada9a82ff', 'status': 'completed', 'code': 200} Apr 14 16:19:50.876484 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-e992f7b0-a361-4fb5-b9ec-c292aeaecf43 None None] Set router ed2f5836-114c-418f-ae86-2e997197a2c1 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:19:51.127825 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-fbb653df-761d-4461-b175-4825adc7f33d req-3d3621c5-50f3-4edd-917e-a841b65d4c69 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Synchronizing usage tracker for tenant:7c32c45b97f24aafbfc72c32f2ee651f on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:19:51.144878 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-fbb653df-761d-4461-b175-4825adc7f33d req-3d3621c5-50f3-4edd-917e-a841b65d4c69 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Unset dirty status for tenant:7c32c45b97f24aafbfc72c32f2ee651f on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:19:51.146266 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fbb653df-761d-4461-b175-4825adc7f33d req-3d3621c5-50f3-4edd-917e-a841b65d4c69 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/ports?device_id=67e45e06-d4ec-48d7-8576-da008e2a2bbe HTTP/1.1" status: 200 len: 210 time: 0.0715938 Apr 14 16:19:51.217989 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e992f7b0-a361-4fb5-b9ec-c292aeaecf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:10:44Z', 'revision_number': 4, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '50adff03-335d-4a55-810e-df59dbd8eb05', 'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:42Z', 'updated_at': '2021-04-14T16:10:58Z', 'revision_number': 5, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'subnets': [{'id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:51.221931 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e992f7b0-a361-4fb5-b9ec-c292aeaecf43 None None] Checking router: ed2f5836-114c-418f-ae86-2e997197a2c1 for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:19:51.231101 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e992f7b0-a361-4fb5-b9ec-c292aeaecf43 None None] Routers {'ed2f5836-114c-418f-ae86-2e997197a2c1'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:19:51.231735 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e992f7b0-a361-4fb5-b9ec-c292aeaecf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:19:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['ed2f5836-114c-418f-ae86-2e997197a2c1'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:51.429799 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-e992f7b0-a361-4fb5-b9ec-c292aeaecf43 None None] Set router ed2f5836-114c-418f-ae86-2e997197a2c1 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:19:51.747808 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e992f7b0-a361-4fb5-b9ec-c292aeaecf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:10:44Z', 'revision_number': 4, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '50adff03-335d-4a55-810e-df59dbd8eb05', 'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:42Z', 'updated_at': '2021-04-14T16:10:58Z', 'revision_number': 5, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'subnets': [{'id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:51.751823 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e992f7b0-a361-4fb5-b9ec-c292aeaecf43 None None] The sync data for ids ['ed2f5836-114c-418f-ae86-2e997197a2c1'] in dv-cinder-786266-1-iscsi is: [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:10:44Z', 'revision_number': 4, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '50adff03-335d-4a55-810e-df59dbd8eb05', 'name': '', 'network_id': 'b1543812-41fe-4295-b0c3-e4201c886b18', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:42Z', 'updated_at': '2021-04-14T16:10:58Z', 'revision_number': 5, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'subnets': [{'id': '7e65b27a-159c-4d87-bc0d-8c19d0e1a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:19:52.125143 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cad332-5708-490b-8fc2-9df6971bb0e0 None None] New status for floating IP 0172436e-c226-4d78-ac22-d73e5d02da0a: DOWN {{(pid=85246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:19:52.287846 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 44524) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:52.355674 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9d314c22-7ef8-41c3-9a9b-89b8cd6bb87a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:52.386018 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9d314c22-7ef8-41c3-9a9b-89b8cd6bb87a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:52.430816 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9d314c22-7ef8-41c3-9a9b-89b8cd6bb87a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:52.436044 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4043fb59-176f-4893-844c-522853e4feea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:52.453994 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d314c22-7ef8-41c3-9a9b-89b8cd6bb87a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dea1b5e-296f-470e-b77a-bc0e246ab975,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:52.457873 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9d314c22-7ef8-41c3-9a9b-89b8cd6bb87a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:52.464384 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9d314c22-7ef8-41c3-9a9b-89b8cd6bb87a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:52.465628 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-9d314c22-7ef8-41c3-9a9b-89b8cd6bb87a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "DELETE /v2.0/security-groups/2dea1b5e-296f-470e-b77a-bc0e246ab975 HTTP/1.1" status: 204 len: 168 time: 0.1765726 Apr 14 16:19:52.468518 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 44528) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:52.478000 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 86985f08-70cd-4417-8f18-ff0ada9a82ff no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:19:52.485675 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.api.v2.resource [None req-5395e0c3-ab7d-4805-9c6b-302567550c95 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] show failed (client error): The resource could not be found. Apr 14 16:19:52.486740 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-5395e0c3-ab7d-4805-9c6b-302567550c95 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "GET /v2.0/security-groups/2dea1b5e-296f-470e-b77a-bc0e246ab975 HTTP/1.1" status: 404 len: 347 time: 0.0172353 Apr 14 16:19:52.490154 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 44532) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:52.515639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: 86985f08-70cd-4417-8f18-ff0ada9a82ff {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:19:52.515966 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 86985f08-70cd-4417-8f18-ff0ada9a82ff not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:19:52.660735 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-7029cf4f-4ce1-438e-b6a4-9e4049f40a2c tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Deleting port 4dfd4a06-348a-435f-8629-be7b360839e1 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:52.661159 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7029cf4f-4ce1-438e-b6a4-9e4049f40a2c tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:52.847379 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7029cf4f-4ce1-438e-b6a4-9e4049f40a2c tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:52.847746 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7029cf4f-4ce1-438e-b6a4-9e4049f40a2c tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:52.980953 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-7029cf4f-4ce1-438e-b6a4-9e4049f40a2c tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Calling delete_port for 4dfd4a06-348a-435f-8629-be7b360839e1 owned by network:floatingip {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:53.128311 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7029cf4f-4ce1-438e-b6a4-9e4049f40a2c tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:53.144585 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8bdb22c7-8501-4be6-ad30-e87f71bb2276 tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:53.201101 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029cf4f-4ce1-438e-b6a4-9e4049f40a2c tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Pushing event deleted for resources: {'Port': ['ID=4dfd4a06-348a-435f-8629-be7b360839e1,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:53.204986 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-7029cf4f-4ce1-438e-b6a4-9e4049f40a2c tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:53.403657 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7029cf4f-4ce1-438e-b6a4-9e4049f40a2c tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks [] for floatingip, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:53.421835 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-7029cf4f-4ce1-438e-b6a4-9e4049f40a2c tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:53.423082 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-7029cf4f-4ce1-438e-b6a4-9e4049f40a2c tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] 10.222.0.60 "DELETE /v2.0/floatingips/0172436e-c226-4d78-ac22-d73e5d02da0a HTTP/1.1" status: 204 len: 168 time: 0.9316585 Apr 14 16:19:56.260434 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 44580) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:57.012515 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-159a92c6-36e0-4a49-b50c-46f479825616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410676'] for router_interface, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:57.376049 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-159a92c6-36e0-4a49-b50c-46f479825616 admin admin] Deleting port 50adff03-335d-4a55-810e-df59dbd8eb05 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:57.376604 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-159a92c6-36e0-4a49-b50c-46f479825616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:57.553545 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-159a92c6-36e0-4a49-b50c-46f479825616 admin admin] For port 50adff03-335d-4a55-810e-df59dbd8eb05, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=50adff03-335d-4a55-810e-df59dbd8eb05,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:57.553926 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-159a92c6-36e0-4a49-b50c-46f479825616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:57.689868 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-159a92c6-36e0-4a49-b50c-46f479825616 admin admin] Calling delete_port for 50adff03-335d-4a55-810e-df59dbd8eb05 owned by network:router_interface {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:57.996769 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-159a92c6-36e0-4a49-b50c-46f479825616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:58.012239 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-38a58ce8-5387-4511-a736-6e5af424fd61 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:58.071710 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a92c6-36e0-4a49-b50c-46f479825616 admin admin] Pushing event deleted for resources: {'Port': ['ID=50adff03-335d-4a55-810e-df59dbd8eb05,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:58.075560 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-159a92c6-36e0-4a49-b50c-46f479825616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:58.090072 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b0322fb0-d1e9-4c7c-86d4-2a20fcfd1770 req-f68554e6-12aa-485c-beac-74349d0fecca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813472 Apr 14 16:19:58.470258 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-159a92c6-36e0-4a49-b50c-46f479825616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394435'] for router_interface, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:59.202299 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159a92c6-36e0-4a49-b50c-46f479825616 admin admin] Router ed2f5836-114c-418f-ae86-2e997197a2c1 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:19:59.393060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159a92c6-36e0-4a49-b50c-46f479825616 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:19:59.403180 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b98558-eb17-4170-9464-f024c1d9fdfd None None] Sync routers for ids ['ed2f5836-114c-418f-ae86-2e997197a2c1'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:19:59.409570 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 44596) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:59.409719 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-159a92c6-36e0-4a49-b50c-46f479825616 admin admin] 10.222.0.60 "PUT /v2.0/routers/ed2f5836-114c-418f-ae86-2e997197a2c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1478584 Apr 14 16:19:59.413152 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b98558-eb17-4170-9464-f024c1d9fdfd None None] Routers {'ed2f5836-114c-418f-ae86-2e997197a2c1'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:19:59.413871 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-91b98558-eb17-4170-9464-f024c1d9fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:19:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['ed2f5836-114c-418f-ae86-2e997197a2c1'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:59.602198 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d4352c2b-ab4b-49a1-830e-6e0b75826b06 admin admin] Notify callbacks [] for router, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:59.604669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-91b98558-eb17-4170-9464-f024c1d9fdfd None None] Set router ed2f5836-114c-418f-ae86-2e997197a2c1 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:19:59.791414 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d4352c2b-ab4b-49a1-830e-6e0b75826b06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:59.799927 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-d4352c2b-ab4b-49a1-830e-6e0b75826b06 admin admin] Deleting port c8e59f12-b067-4b76-8d37-5a37e4e0e8a1 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:59.800294 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d4352c2b-ab4b-49a1-830e-6e0b75826b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:59.905707 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-91b98558-eb17-4170-9464-f024c1d9fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:19:57Z', 'revision_number': 5, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port': {'id': 'c8e59f12-b067-4b76-8d37-5a37e4e0e8a1', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:10:34Z', 'updated_at': '2021-04-14T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:59.910029 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b98558-eb17-4170-9464-f024c1d9fdfd None None] Checking router: ed2f5836-114c-418f-ae86-2e997197a2c1 for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:19:59.919202 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b98558-eb17-4170-9464-f024c1d9fdfd None None] Routers {'ed2f5836-114c-418f-ae86-2e997197a2c1'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:19:59.919863 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-91b98558-eb17-4170-9464-f024c1d9fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:19:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['ed2f5836-114c-418f-ae86-2e997197a2c1'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:20:00.050760 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-d4352c2b-ab4b-49a1-830e-6e0b75826b06 admin admin] For port c8e59f12-b067-4b76-8d37-5a37e4e0e8a1, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=c8e59f12-b067-4b76-8d37-5a37e4e0e8a1,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:20:00.051141 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d4352c2b-ab4b-49a1-830e-6e0b75826b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:00.084639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-91b98558-eb17-4170-9464-f024c1d9fdfd None None] Set router ed2f5836-114c-418f-ae86-2e997197a2c1 gateway port host: None {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:20:00.192519 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-d4352c2b-ab4b-49a1-830e-6e0b75826b06 admin admin] Calling delete_port for c8e59f12-b067-4b76-8d37-5a37e4e0e8a1 owned by network:router_gateway {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:20:00.200968 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-91b98558-eb17-4170-9464-f024c1d9fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:19:59Z', 'revision_number': 6, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port_host': None}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:20:00.205160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b98558-eb17-4170-9464-f024c1d9fdfd None None] The sync data for ids ['ed2f5836-114c-418f-ae86-2e997197a2c1'] in dv-cinder-786266-1-iscsi is: [{'id': 'ed2f5836-114c-418f-ae86-2e997197a2c1', 'name': 'tempest-AttachVolumeShelveTestJSON-2112701745-router', 'tenant_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:10:33Z', 'updated_at': '2021-04-14T16:19:59Z', 'revision_number': 6, 'project_id': '7c32c45b97f24aafbfc72c32f2ee651f', 'gw_port_host': None}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:20:00.233701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0322fb0-d1e9-4c7c-86d4-2a20fcfd1770 req-6898206e-0203-4a37-8115-7442289d0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:00.235375 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b0322fb0-d1e9-4c7c-86d4-2a20fcfd1770 req-6898206e-0203-4a37-8115-7442289d0778 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6afd00d65090450fa9559d0d5ef3a252&device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 1098 time: 0.2902129 Apr 14 16:20:00.440982 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0322fb0-d1e9-4c7c-86d4-2a20fcfd1770 req-130e0542-d45b-4a71-af5f-c3ba90671448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:00.442620 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b0322fb0-d1e9-4c7c-86d4-2a20fcfd1770 req-130e0542-d45b-4a71-af5f-c3ba90671448 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01edfd4a-4731-488e-b758-1b065e88d2e9 HTTP/1.1" status: 200 len: 909 time: 0.1723650 Apr 14 16:20:00.514975 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d4352c2b-ab4b-49a1-830e-6e0b75826b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:00.530739 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e7d89507-ed48-4101-9fdb-6bb2a262ec79 tempest-VolumesSnapshotTestJSON-1719232058 tempest-VolumesSnapshotTestJSON-1719232058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:00.592812 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4352c2b-ab4b-49a1-830e-6e0b75826b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e59f12-b067-4b76-8d37-5a37e4e0e8a1,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:00.595814 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d4352c2b-ab4b-49a1-830e-6e0b75826b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:00.797632 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d4352c2b-ab4b-49a1-830e-6e0b75826b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394277'] for router_gateway, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:01.228910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d4352c2b-ab4b-49a1-830e-6e0b75826b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6938'] for router, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:01.231270 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d4352c2b-ab4b-49a1-830e-6e0b75826b06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:01.252551 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d4352c2b-ab4b-49a1-830e-6e0b75826b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854366861'] for router, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:01.253128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4352c2b-ab4b-49a1-830e-6e0b75826b06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed2f5836-114c-418f-ae86-2e997197a2c1 {{(pid=85244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:20:01.266684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d4352c2b-ab4b-49a1-830e-6e0b75826b06 admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:01.267937 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d4352c2b-ab4b-49a1-830e-6e0b75826b06 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ed2f5836-114c-418f-ae86-2e997197a2c1 HTTP/1.1" status: 204 len: 168 time: 1.8571870 Apr 14 16:20:01.270727 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 44604) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:01.341678 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Deleting subnet 7e65b27a-159c-4d87-bc0d-8c19d0e1a018 {{(pid=85244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:20:01.344748 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:01.397953 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852231757'] for subnet, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:01.555163 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b0322fb0-d1e9-4c7c-86d4-2a20fcfd1770 req-cb150416-902e-4068-8e44-023ad0b77d69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be HTTP/1.1" status: 200 len: 1000 time: 0.1286125 Apr 14 16:20:01.576029 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5661'] for subnet, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:01.833656 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852115375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2735666'] for subnet, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:01.848822 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:01.898933 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e65b27a-159c-4d87-bc0d-8c19d0e1a018,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:01.952295 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:01.952721 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:01.953186 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:01.953598 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:01.954004 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:01.954407 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:01.954808 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:01.955206 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:01.955612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:01.956008 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:01.956406 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:01.956800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:01.964911 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:01.993900 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:01.999409 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c356cd-9c4e-4efa-b25d-27bbba002a3f None None] Network b1543812-41fe-4295-b0c3-e4201c886b18 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:20:01.999834 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-85cfdf05-eab4-4f44-8193-5aba3cc91e58 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7e65b27a-159c-4d87-bc0d-8c19d0e1a018 HTTP/1.1" status: 204 len: 168 time: 0.7280591 Apr 14 16:20:02.002604 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 44610) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:02.121337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853770560'] for network, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:02.187036 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 50adff03-335d-4a55-810e-df59dbd8eb05 no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:20:02.197807 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Deleting port 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:20:02.198183 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:02.226773 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: 50adff03-335d-4a55-810e-df59dbd8eb05 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:20:02.227158 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 50adff03-335d-4a55-810e-df59dbd8eb05 not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:20:02.227609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device c8e59f12-b067-4b76-8d37-5a37e4e0e8a1 no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:20:02.266781 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: c8e59f12-b067-4b76-8d37-5a37e4e0e8a1 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:20:02.267090 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device c8e59f12-b067-4b76-8d37-5a37e4e0e8a1 not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:20:02.356924 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e21f68-59b2-46d0-9649-d403de1a6197 None None] DHCP port deletion for b1543812-41fe-4295-b0c3-e4201c886b18 request from dv-cinder-786266-1-iscsi {{(pid=85246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:20:02.361288 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-c0e21f68-59b2-46d0-9649-d403de1a6197 None None] Deleting port 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 {{(pid=85246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:20:02.361844 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c0e21f68-59b2-46d0-9649-d403de1a6197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:02.421852 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] For port 74b199c4-5be6-4ac0-a19a-14dbcaa596d3, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=74b199c4-5be6-4ac0-a19a-14dbcaa596d3,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:20:02.422246 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:02.587437 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-c0e21f68-59b2-46d0-9649-d403de1a6197 None None] For port 74b199c4-5be6-4ac0-a19a-14dbcaa596d3, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=74b199c4-5be6-4ac0-a19a-14dbcaa596d3,segment=NetworkSegment(d9a60fe3-e383-4041-a6db-f19ffbb770c9),segment_id=d9a60fe3-e383-4041-a6db-f19ffbb770c9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:20:02.587769 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c0e21f68-59b2-46d0-9649-d403de1a6197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:02.602585 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Calling delete_port for 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 owned by network:dhcp {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:20:02.676583 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0322fb0-d1e9-4c7c-86d4-2a20fcfd1770 req-e53999b5-03fd-4fa9-961a-823a67c2293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:02.678180 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b0322fb0-d1e9-4c7c-86d4-2a20fcfd1770 req-e53999b5-03fd-4fa9-961a-823a67c2293c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9 HTTP/1.1" status: 200 len: 847 time: 0.1867883 Apr 14 16:20:02.706628 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:02.721120 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-c0e21f68-59b2-46d0-9649-d403de1a6197 None None] Calling delete_port for 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 owned by network:dhcp {{(pid=85246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:20:02.722655 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d4352c2b-ab4b-49a1-830e-6e0b75826b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:02.782715 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Pushing event deleted for resources: {'Port': ['ID=74b199c4-5be6-4ac0-a19a-14dbcaa596d3,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:02.801213 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.db.api [None req-c0e21f68-59b2-46d0-9649-d403de1a6197 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:20:02.801621 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_db.api [None req-c0e21f68-59b2-46d0-9649-d403de1a6197 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:20:02.837131 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:02.871764 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] No DVR routers for this DVR port 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 on host dv-cinder-786266-1-iscsi {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:20:03.000821 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854700900', 'neutron.services.segments.db._delete_segments_for_network--9223363273973794898'] for network, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:03.116203 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1543812-41fe-4295-b0c3-e4201c886b18']}} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:20:03.130616 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a60fe3-e383-4041-a6db-f19ffbb770c9') {'for_net_delete': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:20:03.130901 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a60fe3-e383-4041-a6db-f19ffbb770c9') {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:20:03.143413 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273973794642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852231099'] for segment, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:03.159063 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:03.177411 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=85244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:20:03.302624 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-c0e21f68-59b2-46d0-9649-d403de1a6197 None None] Deleting port 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 {{(pid=85246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:20:03.303060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c0e21f68-59b2-46d0-9649-d403de1a6197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:03.355606 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Network b1543812-41fe-4295-b0c3-e4201c886b18 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:20:03.364684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852115394'] for segment, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:03.375962 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-c0e21f68-59b2-46d0-9649-d403de1a6197 None None] The port '74b199c4-5be6-4ac0-a19a-14dbcaa596d3' was deleted {{(pid=85246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:20:03.600831 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Network b1543812-41fe-4295-b0c3-e4201c886b18 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: Traceback (most recent call last): Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: timer() Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: cb(*args, **kw) Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: return func(*args, **kwargs) Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: self._notify() Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: self.callback(batched_events) Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: event.method(event) Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: segment_id)['aggregates'][0] Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: return f(self, *a, **k) Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: return self._get(url).json() Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: **kwargs) Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: return self.request(url, 'GET', **kwargs) Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: **endpoint_filter) Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:20:03.634244 dv-cinder-786266-1-iscsi neutron-server[85131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:20:03.715065 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0322fb0-d1e9-4c7c-86d4-2a20fcfd1770 req-632d9081-f261-41b0-b0bc-5fa1a9ba6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:03.716748 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b0322fb0-d1e9-4c7c-86d4-2a20fcfd1770 req-632d9081-f261-41b0-b0bc-5fa1a9ba6637 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01edfd4a-4731-488e-b758-1b065e88d2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2755547 Apr 14 16:20:03.720639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-74885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854381553'] for network, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:03.724144 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:03.739775 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:03.779684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Pushing event deleted for resources: {'Network': ['ID=b1543812-41fe-4295-b0c3-e4201c886b18,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:03.798057 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:03.809165 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-e7cb5d8b-51f8-4e75-bec6-53d09e83b8be admin admin] 10.222.0.60 "DELETE /v2.0/networks/b1543812-41fe-4295-b0c3-e4201c886b18 HTTP/1.1" status: 204 len: 168 time: 1.8054919 Apr 14 16:20:03.909417 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b0322fb0-d1e9-4c7c-86d4-2a20fcfd1770 req-bce92a52-c77e-4161-94d9-9316bb804e58 service neutron] 10.222.0.41 "GET /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708283 Apr 14 16:20:03.943888 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 44626) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:03.985377 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-7b2ff2c9-8af5-4637-8b3d-543d70d81be4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c32c45b97f24aafbfc72c32f2ee651f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401585 Apr 14 16:20:03.986343 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 44632) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:04.056495 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f054cc17-67c9-4b61-a711-94a23d1ed089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:04.060793 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b0322fb0-d1e9-4c7c-86d4-2a20fcfd1770 req-d2b7c76a-968c-4b80-8bec-ebdc94d9e06e service neutron] 10.222.0.41 "GET /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445308 Apr 14 16:20:04.084455 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f054cc17-67c9-4b61-a711-94a23d1ed089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:04.150697 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f054cc17-67c9-4b61-a711-94a23d1ed089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:04.161077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1357a5db-00cb-4101-9f80-f3bc76ca4ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:04.175767 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:20:04.176262 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f054cc17-67c9-4b61-a711-94a23d1ed089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:04.180617 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-f054cc17-67c9-4b61-a711-94a23d1ed089 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e939bfc0-0e8b-4cef-bed5-a5fd0856c7a5 HTTP/1.1" status: 204 len: 168 time: 0.1898754 Apr 14 16:20:04.180617 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054cc17-67c9-4b61-a711-94a23d1ed089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e939bfc0-0e8b-4cef-bed5-a5fd0856c7a5,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:04.181650 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f054cc17-67c9-4b61-a711-94a23d1ed089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:04.235996 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:20:04.236399 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 74b199c4-5be6-4ac0-a19a-14dbcaa596d3 not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:20:13.546809 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:13.833214 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd289376-0767-456b-985f-4753662d4962 req-511dd662-6711-4f35-9a79-8cf2207489e8 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-944231262&fields=id&tenant_id=ed9d2e253f144da0bf1bbc63b4657b81 HTTP/1.1" status: 200 len: 267 time: 0.0260446 Apr 14 16:20:13.992740 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd289376-0767-456b-985f-4753662d4962 req-427a238d-6825-4b0f-96b5-898b03161075 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:13.994325 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd289376-0767-456b-985f-4753662d4962 req-427a238d-6825-4b0f-96b5-898b03161075 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/networks?id=7f231942-4227-4866-b347-c39ce3e77e17 HTTP/1.1" status: 200 len: 812 time: 0.1540763 Apr 14 16:20:14.010634 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd289376-0767-456b-985f-4753662d4962 req-f892089d-8daf-43f3-9a62-efe8b54073d2 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/quotas/ed9d2e253f144da0bf1bbc63b4657b81 HTTP/1.1" status: 200 len: 375 time: 0.0103459 Apr 14 16:20:14.113027 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd289376-0767-456b-985f-4753662d4962 req-be237de5-733b-4429-bde9-1ee19183c232 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0959249 Apr 14 16:20:14.262401 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd289376-0767-456b-985f-4753662d4962 req-f6a6dbcd-ee53-4bd9-b34b-cfbb074972c8 service neutron] 10.222.0.60 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353927 Apr 14 16:20:14.404806 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd289376-0767-456b-985f-4753662d4962 req-c22d399b-af4a-4447-b702-bc19b4d640df service neutron] 10.222.0.60 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360857 Apr 14 16:20:14.462082 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ed6e62af-7c64-4b15-96df-2ad30b7b3263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:14.840113 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-04703319-a789-433d-825d-30a6987f93e2 req-0cd09c93-420b-4d88-8906-eb28fe8cd394 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 210 time: 0.0540841 Apr 14 16:20:16.004251 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f1f45591-02e0-4bcb-b787-c5630cdedb8d req-56afaef7-7de1-47cd-902b-750a4de281e4 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 210 time: 0.0483849 Apr 14 16:20:16.602364 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-415a8461-09e8-42a9-be68-4e32dcfeac8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:17.196722 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1466695e-c05b-4c5a-a829-92ba4f62a31e req-ca9c5f4e-3459-4d77-949e-c38bb3b1b8f6 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 210 time: 0.0620427 Apr 14 16:20:17.207306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd289376-0767-456b-985f-4753662d4962 req-64f7c1e6-855f-4318-96fd-f9812eccc1ec tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:17.208886 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd289376-0767-456b-985f-4753662d4962 req-64f7c1e6-855f-4318-96fd-f9812eccc1ec tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.41 "GET /v2.0/networks?id=7f231942-4227-4866-b347-c39ce3e77e17 HTTP/1.1" status: 200 len: 812 time: 0.2094953 Apr 14 16:20:17.274184 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd289376-0767-456b-985f-4753662d4962 req-2c4cc829-736b-45a9-85e5-9698a527f821 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81 HTTP/1.1" status: 200 len: 8059 time: 0.0560751 Apr 14 16:20:17.283761 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-cd289376-0767-456b-985f-4753662d4962 req-2b3cc3a0-2971-408c-a0b7-30ad5129c69d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Request body: {'port': {'device_id': 'd409a4ad-aebe-4041-bbfc-6b76520d6d02', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'admin_state_up': True, 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'security_groups': ['061c55bb-3c8b-41a8-85ab-602611b87bd4']}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:20:17.435927 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-cd289376-0767-456b-985f-4753662d4962 req-2b3cc3a0-2971-408c-a0b7-30ad5129c69d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:20:17.446351 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-cd289376-0767-456b-985f-4753662d4962 req-2b3cc3a0-2971-408c-a0b7-30ad5129c69d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:20:17.455183 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd289376-0767-456b-985f-4753662d4962 req-2b3cc3a0-2971-408c-a0b7-30ad5129c69d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Made reservation on behalf of ed9d2e253f144da0bf1bbc63b4657b81 for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:20:17.461893 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cd289376-0767-456b-985f-4753662d4962 req-2b3cc3a0-2971-408c-a0b7-30ad5129c69d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:17.561122 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:17.623048 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-cd289376-0767-456b-985f-4753662d4962 req-2b3cc3a0-2971-408c-a0b7-30ad5129c69d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Allocated IP 172.20.0.7 (7f231942-4227-4866-b347-c39ce3e77e17/96e4a1f4-9db1-4dac-b369-d7c260cd42f3/312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:20:17.706639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:17.837350 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cd289376-0767-456b-985f-4753662d4962 req-2b3cc3a0-2971-408c-a0b7-30ad5129c69d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:17.859596 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-cd289376-0767-456b-985f-4753662d4962 req-2b3cc3a0-2971-408c-a0b7-30ad5129c69d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Transition to ACTIVE for port object 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb will not be triggered until provisioned by entity DHCP. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:20:17.893609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cd289376-0767-456b-985f-4753662d4962 req-2b3cc3a0-2971-408c-a0b7-30ad5129c69d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:17.917600 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-383dc45b-1d27-46a9-8ffd-191b166f48db tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:18.337526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cc3a0-2971-408c-a0b7-30ad5129c69d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event updated for resources: {'Port': ['ID=312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:18.341862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2b3cc3a0-2971-408c-a0b7-30ad5129c69d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:18.393277 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd289376-0767-456b-985f-4753662d4962 req-2b3cc3a0-2971-408c-a0b7-30ad5129c69d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Network 7f231942-4227-4866-b347-c39ce3e77e17 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:20:18.394479 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-cd289376-0767-456b-985f-4753662d4962 req-2b3cc3a0-2971-408c-a0b7-30ad5129c69d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:20:18.396869 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd289376-0767-456b-985f-4753662d4962 req-2b3cc3a0-2971-408c-a0b7-30ad5129c69d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:20:18.407312 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2efc4-c1fe-4daa-a9b6-3c3fcfef0bc4 req-4706c2a0-d7f3-42d8-9c2d-489f09898642 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:18.408929 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-70c2efc4-c1fe-4daa-a9b6-3c3fcfef0bc4 req-4706c2a0-d7f3-42d8-9c2d-489f09898642 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 931 time: 0.0931399 Apr 14 16:20:18.442641 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-70c2efc4-c1fe-4daa-a9b6-3c3fcfef0bc4 req-295a89aa-ba49-496d-80d3-14bc7334ce02 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263329 Apr 14 16:20:18.468733 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd289376-0767-456b-985f-4753662d4962 req-2b3cc3a0-2971-408c-a0b7-30ad5129c69d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:18.469444 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cd289376-0767-456b-985f-4753662d4962 req-2b3cc3a0-2971-408c-a0b7-30ad5129c69d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:18.499172 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd289376-0767-456b-985f-4753662d4962 req-2b3cc3a0-2971-408c-a0b7-30ad5129c69d tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2196195 Apr 14 16:20:18.599869 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b14735f3-760a-4916-a119-4347674a85ea None None] Provisioning for port 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb completed by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:20:18.608526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b14735f3-760a-4916-a119-4347674a85ea None None] Provisioning complete for port 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb triggered by entity DHCP. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:20:18.609249 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b14735f3-760a-4916-a119-4347674a85ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:18.672173 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b14735f3-760a-4916-a119-4347674a85ea None None] Port 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb cannot update to ACTIVE because it is not bound. {{(pid=85246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:20:18.982201 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:19.658766 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f16d04-a3c6-4fcb-98b0-0e078fd1ca9d req-db8e1af0-118d-4744-b622-8ffe1af4763b tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:19.659523 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-59f16d04-a3c6-4fcb-98b0-0e078fd1ca9d req-db8e1af0-118d-4744-b622-8ffe1af4763b tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Synchronizing usage tracker for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:20:19.674850 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-59f16d04-a3c6-4fcb-98b0-0e078fd1ca9d req-db8e1af0-118d-4744-b622-8ffe1af4763b tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Unset dirty status for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:20:19.676078 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-59f16d04-a3c6-4fcb-98b0-0e078fd1ca9d req-db8e1af0-118d-4744-b622-8ffe1af4763b tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 931 time: 0.1080644 Apr 14 16:20:19.706824 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-59f16d04-a3c6-4fcb-98b0-0e078fd1ca9d req-36f72e95-7cdc-4db4-852b-26f8211eceac tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240064 Apr 14 16:20:20.201791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Request body: {'port': {'device_id': 'd409a4ad-aebe-4041-bbfc-6b76520d6d02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:20:20.326592 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:20.733850 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:20:20.742192 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:20.758733 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Transition to ACTIVE for port object 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:20:20.762310 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:20.790509 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:20.908757 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8ced7-4b9f-42c3-9326-7c7c647d55a8 req-068b59d4-4de3-485b-af8f-a9dadb5253c8 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:20.910378 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f0c8ced7-4b9f-42c3-9326-7c7c647d55a8 req-068b59d4-4de3-485b-af8f-a9dadb5253c8 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 943 time: 0.0890894 Apr 14 16:20:20.931489 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Pushing event updated for resources: {'Port': ['ID=312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:20.936142 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:20.943934 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f0c8ced7-4b9f-42c3-9326-7c7c647d55a8 req-48a28cb8-d198-428d-86bc-39c5fb3dde3e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262549 Apr 14 16:20:21.149915 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Attempting to bind port 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:20:21.150446 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Attempting to bind port 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:20:21.150814 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Attempting to bind port 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb on network 7f231942-4227-4866-b347-c39ce3e77e17 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:20:21.156026 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Port 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb on network 7f231942-4227-4866-b347-c39ce3e77e17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:20:21.156386 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Attempting to bind port 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb on network 7f231942-4227-4866-b347-c39ce3e77e17 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:20:21.161898 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:20:21.162274 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Checking segment: {'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:20:21.162691 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Bound using segment: {'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:20:21.163156 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Bound port: 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:20:21.163535 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:21.246209 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] For port 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb, host hv-cinder-78626, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:20:21.249276 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] For port 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:20:21.252596 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:21.268027 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9adcbcd7-6645-4c4c-9f53-670ce8fd264c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:21.424897 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Pushing event updated for resources: {'Port': ['ID=312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:21.430674 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:21.463545 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:21.464391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:21.466206 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd289376-0767-456b-985f-4753662d4962 req-ec2cdeb2-6412-4828-b82f-3b03e5ee6c3f service neutron] 10.222.0.41 "PUT /v2.0/ports/312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb HTTP/1.1" status: 200 len: 1093 time: 1.2700179 Apr 14 16:20:21.466747 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd409a4ad-aebe-4041-bbfc-6b76520d6d02', 'tag': '312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:20:21.556836 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd409a4ad-aebe-4041-bbfc-6b76520d6d02', 'tag': '312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb', 'status': 'completed', 'code': 200} Apr 14 16:20:21.605989 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd289376-0767-456b-985f-4753662d4962 req-2fcac969-fbc6-4e0a-aaed-f51d157c2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:21.607653 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd289376-0767-456b-985f-4753662d4962 req-2fcac969-fbc6-4e0a-aaed-f51d157c2a95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81&device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 1096 time: 0.0913928 Apr 14 16:20:21.694834 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd289376-0767-456b-985f-4753662d4962 req-d9216ca3-ea1f-4f59-901a-ed2145eaa063 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb HTTP/1.1" status: 200 len: 217 time: 0.0725093 Apr 14 16:20:21.769645 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd289376-0767-456b-985f-4753662d4962 req-7d9eb0b0-78c4-4b5f-a296-4db98dcf14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:21.771204 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd289376-0767-456b-985f-4753662d4962 req-7d9eb0b0-78c4-4b5f-a296-4db98dcf14f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e4a1f4-9db1-4dac-b369-d7c260cd42f3 HTTP/1.1" status: 200 len: 851 time: 0.0699782 Apr 14 16:20:21.855784 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd289376-0767-456b-985f-4753662d4962 req-c8c8c44f-c2ce-4e76-81a0-dd029b4e6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:21.857426 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd289376-0767-456b-985f-4753662d4962 req-c8c8c44f-c2ce-4e76-81a0-dd029b4e6859 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f231942-4227-4866-b347-c39ce3e77e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791357 Apr 14 16:20:22.001568 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd289376-0767-456b-985f-4753662d4962 req-6628c8c9-2767-4f27-82f3-6e2557e4e4bc service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357284 Apr 14 16:20:22.152059 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-cd289376-0767-456b-985f-4753662d4962 req-b84b41d9-77df-4c24-ac45-e2d673c6efcf service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430447 Apr 14 16:20:22.164645 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1125b-b8d8-4ecd-8811-4844aa2b1536 req-00c40b9d-a9e6-4b63-bd28-5676d598acc6 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:22.166580 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ccf1125b-b8d8-4ecd-8811-4844aa2b1536 req-00c40b9d-a9e6-4b63-bd28-5676d598acc6 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 943 time: 0.1070597 Apr 14 16:20:22.200354 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ccf1125b-b8d8-4ecd-8811-4844aa2b1536 req-42781456-d4a8-4a7c-80f9-859caae8f14a tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260518 Apr 14 16:20:22.283638 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23e179-2446-4e21-bb96-d7845cd189cb req-8ce9088b-a31d-49d5-82bf-a11f3fbcd988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:22.285340 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ab23e179-2446-4e21-bb96-d7845cd189cb req-8ce9088b-a31d-49d5-82bf-a11f3fbcd988 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81&device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 1096 time: 0.0796840 Apr 14 16:20:22.432524 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23e179-2446-4e21-bb96-d7845cd189cb req-76c1f211-cc8e-4698-a9fc-08c295505f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:22.434161 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ab23e179-2446-4e21-bb96-d7845cd189cb req-76c1f211-cc8e-4698-a9fc-08c295505f98 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f231942-4227-4866-b347-c39ce3e77e17 HTTP/1.1" status: 200 len: 913 time: 0.1414795 Apr 14 16:20:22.514788 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ab23e179-2446-4e21-bb96-d7845cd189cb req-45d660fd-00de-4c43-aa3c-089db2d779a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb HTTP/1.1" status: 200 len: 217 time: 0.0716412 Apr 14 16:20:22.585973 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23e179-2446-4e21-bb96-d7845cd189cb req-844cb5aa-c6f8-4551-9923-16cbd5a815bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:22.587792 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ab23e179-2446-4e21-bb96-d7845cd189cb req-844cb5aa-c6f8-4551-9923-16cbd5a815bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e4a1f4-9db1-4dac-b369-d7c260cd42f3 HTTP/1.1" status: 200 len: 851 time: 0.0649602 Apr 14 16:20:22.686322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23e179-2446-4e21-bb96-d7845cd189cb req-1a3ba6dc-5d3d-4079-898b-1ce7471b0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:22.687938 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ab23e179-2446-4e21-bb96-d7845cd189cb req-1a3ba6dc-5d3d-4079-898b-1ce7471b0d34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f231942-4227-4866-b347-c39ce3e77e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884001 Apr 14 16:20:22.845392 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ab23e179-2446-4e21-bb96-d7845cd189cb req-2b2b3f54-44ef-40b4-89c7-b08f420836fe service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464343 Apr 14 16:20:22.990510 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ab23e179-2446-4e21-bb96-d7845cd189cb req-65ffb06d-85db-413c-b201-e8d16d8154cd service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384428 Apr 14 16:20:23.173060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 44976) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:23.298735 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1a347705-5722-4810-bf63-8662b695a7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:23.314515 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-1a347705-5722-4810-bf63-8662b695a7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:20:23.319837 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-1a347705-5722-4810-bf63-8662b695a7eb admin admin] Usage tracker for resource:security_group_rule and tenant:b4c8b82cf6e44fddb2f68640bc233d1a is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:20:23.357886 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-1a347705-5722-4810-bf63-8662b695a7eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:20:23.371045 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-1a347705-5722-4810-bf63-8662b695a7eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:20:23.452756 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367500c7-0a4f-40fe-bad7-34c1feb1495a req-72d8426b-689d-4eb6-900f-8d9069a94bda tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:23.454400 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-367500c7-0a4f-40fe-bad7-34c1feb1495a req-72d8426b-689d-4eb6-900f-8d9069a94bda tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 943 time: 0.1358976 Apr 14 16:20:23.504370 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-367500c7-0a4f-40fe-bad7-34c1feb1495a req-23118391-0b33-4340-98a3-1bb9cfee384b tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371702 Apr 14 16:20:23.531020 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1a347705-5722-4810-bf63-8662b695a7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:23.533724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1a347705-5722-4810-bf63-8662b695a7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:23.542198 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-73da6331-af21-4318-b533-c82e56773e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:23.585968 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-1a347705-5722-4810-bf63-8662b695a7eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4c8b82cf6e44fddb2f68640bc233d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117470 Apr 14 16:20:23.587099 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a347705-5722-4810-bf63-8662b695a7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0d893a-c888-488f-a017-2bfe8aa7e535,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:23.588834 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 44984) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:23.590436 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1a347705-5722-4810-bf63-8662b695a7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:23.651890 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-aa26a3c5-cfe4-4e6f-a7dc-ded7411d2467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:23.679137 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-aa26a3c5-cfe4-4e6f-a7dc-ded7411d2467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:23.725013 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-aa26a3c5-cfe4-4e6f-a7dc-ded7411d2467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:23.730997 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e77b62c1-1082-43f8-8c78-cf91554a6fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:23.744710 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26a3c5-cfe4-4e6f-a7dc-ded7411d2467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0d893a-c888-488f-a017-2bfe8aa7e535,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:23.747909 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-aa26a3c5-cfe4-4e6f-a7dc-ded7411d2467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:23.749983 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-aa26a3c5-cfe4-4e6f-a7dc-ded7411d2467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:23.758952 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-aa26a3c5-cfe4-4e6f-a7dc-ded7411d2467 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f0d893a-c888-488f-a017-2bfe8aa7e535 HTTP/1.1" status: 204 len: 168 time: 0.1611638 Apr 14 16:20:24.048882 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 45008) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:24.068965 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5d177bd9-b596-4cd2-93de-138eb7ddead8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:24.084368 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-5d177bd9-b596-4cd2-93de-138eb7ddead8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:20:24.088908 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-5d177bd9-b596-4cd2-93de-138eb7ddead8 admin admin] Usage tracker for resource:security_group_rule and tenant:d1c0941c5e4e4bc98d009d8cc0baf083 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:20:24.091890 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-5d177bd9-b596-4cd2-93de-138eb7ddead8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:20:24.097983 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-5d177bd9-b596-4cd2-93de-138eb7ddead8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:20:24.187843 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5d177bd9-b596-4cd2-93de-138eb7ddead8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:24.190608 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5d177bd9-b596-4cd2-93de-138eb7ddead8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:24.203557 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-74bc77c5-9984-4ecb-8fc8-1bac39112cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:24.246797 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-5d177bd9-b596-4cd2-93de-138eb7ddead8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1c0941c5e4e4bc98d009d8cc0baf083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967118 Apr 14 16:20:24.247743 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d177bd9-b596-4cd2-93de-138eb7ddead8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974e431c-ffee-4ab2-af84-76f600112bd4,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:24.249988 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 45014) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:24.251111 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5d177bd9-b596-4cd2-93de-138eb7ddead8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:24.316751 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2293f2c4-10a0-4376-99ed-c0b4d32ef6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:24.344425 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2293f2c4-10a0-4376-99ed-c0b4d32ef6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:24.392273 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2293f2c4-10a0-4376-99ed-c0b4d32ef6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:24.398310 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d1d2cb4c-ec67-482b-84a1-e068a2684d8d tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:24.411881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293f2c4-10a0-4376-99ed-c0b4d32ef6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974e431c-ffee-4ab2-af84-76f600112bd4,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:24.414304 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2293f2c4-10a0-4376-99ed-c0b4d32ef6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:24.415529 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-2293f2c4-10a0-4376-99ed-c0b4d32ef6b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/974e431c-ffee-4ab2-af84-76f600112bd4 HTTP/1.1" status: 204 len: 168 time: 0.1645217 Apr 14 16:20:24.416492 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2293f2c4-10a0-4376-99ed-c0b4d32ef6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:24.712727 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26612ddc-38a5-4a03-a78a-d2e9e60355e5 req-e64d5c24-4070-468e-9eb4-7d5806b02169 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:24.714355 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-26612ddc-38a5-4a03-a78a-d2e9e60355e5 req-e64d5c24-4070-468e-9eb4-7d5806b02169 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 943 time: 0.0947745 Apr 14 16:20:24.745834 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-26612ddc-38a5-4a03-a78a-d2e9e60355e5 req-8be63495-856b-4d67-bda4-091f572d78ed tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250697 Apr 14 16:20:25.998695 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419b246-9353-4925-89b6-41bf143c46ca req-2f559958-83e5-4f4d-b8aa-4dc5c07e8b02 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:26.000455 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2419b246-9353-4925-89b6-41bf143c46ca req-2f559958-83e5-4f4d-b8aa-4dc5c07e8b02 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 943 time: 0.1209877 Apr 14 16:20:26.041573 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2419b246-9353-4925-89b6-41bf143c46ca req-6988cfe2-3d7a-467a-b50a-0c22aaefce83 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333729 Apr 14 16:20:26.154531 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:20:26.331232 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 45102) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:26.489191 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 45110) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:26.559421 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c0968b40-2b60-4d02-b873-79af5b1cf9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:26.592403 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-c0968b40-2b60-4d02-b873-79af5b1cf9ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:20:26.599256 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-c0968b40-2b60-4d02-b873-79af5b1cf9ce admin admin] Usage tracker for resource:security_group_rule and tenant:2b75e603101d409a9a568c009b2749a7 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:20:26.603037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-71b8e0b2-8edf-4bf3-8f5e-d88d4fc42e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:26.612061 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-c0968b40-2b60-4d02-b873-79af5b1cf9ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:20:26.620656 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-c0968b40-2b60-4d02-b873-79af5b1cf9ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:20:26.628012 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-71b8e0b2-8edf-4bf3-8f5e-d88d4fc42e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:20:26.635840 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-71b8e0b2-8edf-4bf3-8f5e-d88d4fc42e4e admin admin] Usage tracker for resource:security_group_rule and tenant:24604bdf77414702848a2d9bd323da5b is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:20:26.639516 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-71b8e0b2-8edf-4bf3-8f5e-d88d4fc42e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:20:26.656759 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-71b8e0b2-8edf-4bf3-8f5e-d88d4fc42e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:20:26.783475 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c0968b40-2b60-4d02-b873-79af5b1cf9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:26.793885 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c0968b40-2b60-4d02-b873-79af5b1cf9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:26.804359 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b35e01df-656b-4f98-9522-3d2d47559211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:26.849805 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-71b8e0b2-8edf-4bf3-8f5e-d88d4fc42e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:26.859448 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-71b8e0b2-8edf-4bf3-8f5e-d88d4fc42e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:26.868784 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-c0968b40-2b60-4d02-b873-79af5b1cf9ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b75e603101d409a9a568c009b2749a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784647 Apr 14 16:20:26.871709 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 45116) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:26.874526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0968b40-2b60-4d02-b873-79af5b1cf9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffadcda7-07cf-4560-b5c9-782311e680c2,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:26.879378 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c0968b40-2b60-4d02-b873-79af5b1cf9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:26.879933 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-53dc6d56-fd7b-45f4-92e1-aef0cdc09ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:26.914624 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-71b8e0b2-8edf-4bf3-8f5e-d88d4fc42e4e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24604bdf77414702848a2d9bd323da5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5820417 Apr 14 16:20:26.918082 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 45120) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:26.937021 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8e0b2-8edf-4bf3-8f5e-d88d4fc42e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031129a8-768f-4b62-859f-65abd8503443,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:26.938021 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:26.941784 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-71b8e0b2-8edf-4bf3-8f5e-d88d4fc42e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:26.966535 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:26.990772 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1010feb5-e8b6-4938-b297-998f74799356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.010619 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.016237 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d7808661-81e0-4a0b-b360-db738b177090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:27.018914 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1010feb5-e8b6-4938-b297-998f74799356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.027726 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffadcda7-07cf-4560-b5c9-782311e680c2,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:27.039028 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:27.039480 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:27.040148 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:27.040566 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:27.040969 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:27.041400 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:27.041799 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:27.042197 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:27.042592 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:27.042988 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:27.043382 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:27.043772 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:27.046880 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:27.047880 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.052265 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ffadcda7-07cf-4560-b5c9-782311e680c2 HTTP/1.1" status: 204 len: 168 time: 0.1791158 Apr 14 16:20:27.071743 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1010feb5-e8b6-4938-b297-998f74799356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.077112 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5d177bd9-b596-4cd2-93de-138eb7ddead8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:27.094775 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010feb5-e8b6-4938-b297-998f74799356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031129a8-768f-4b62-859f-65abd8503443,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:27.097899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1010feb5-e8b6-4938-b297-998f74799356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:27.110211 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1010feb5-e8b6-4938-b297-998f74799356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.121973 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-1010feb5-e8b6-4938-b297-998f74799356 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/031129a8-768f-4b62-859f-65abd8503443 HTTP/1.1" status: 204 len: 168 time: 0.2028205 Apr 14 16:20:27.292605 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae7268-073e-4c05-95fe-4564a240a462 req-dcf13f72-e640-4b2e-956f-f4b0c01ca60c tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:27.294268 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1eae7268-073e-4c05-95fe-4564a240a462 req-dcf13f72-e640-4b2e-956f-f4b0c01ca60c tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 943 time: 0.0894837 Apr 14 16:20:27.331148 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1eae7268-073e-4c05-95fe-4564a240a462 req-21601c92-762d-4188-8edd-751ff5d191e1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300057 Apr 14 16:20:27.454199 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 45134) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:27.473684 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d0e92692-55ed-4014-b2bd-4fad902f6f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.490143 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-d0e92692-55ed-4014-b2bd-4fad902f6f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:20:27.494989 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-d0e92692-55ed-4014-b2bd-4fad902f6f8e admin admin] Usage tracker for resource:security_group_rule and tenant:42b803b0d35a4e09801b66d474308e0d is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:20:27.498120 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-d0e92692-55ed-4014-b2bd-4fad902f6f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:20:27.502627 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 45138) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:27.504314 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-d0e92692-55ed-4014-b2bd-4fad902f6f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:20:27.521987 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-eb4fd51a-558e-4616-85eb-134a51057d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.537675 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-eb4fd51a-558e-4616-85eb-134a51057d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:20:27.542777 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-eb4fd51a-558e-4616-85eb-134a51057d5c admin admin] Usage tracker for resource:security_group_rule and tenant:b2e7e6f6ecec4c4f86970e005ad99a15 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:20:27.545848 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-eb4fd51a-558e-4616-85eb-134a51057d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:20:27.552158 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-eb4fd51a-558e-4616-85eb-134a51057d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:20:27.591295 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d0e92692-55ed-4014-b2bd-4fad902f6f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.594323 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d0e92692-55ed-4014-b2bd-4fad902f6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.604107 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-1a347705-5722-4810-bf63-8662b695a7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:27.637582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-eb4fd51a-558e-4616-85eb-134a51057d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.640451 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-eb4fd51a-558e-4616-85eb-134a51057d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.649910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e56cd8d7-b0cc-4171-8930-ef091f436bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:27.650922 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d0e92692-55ed-4014-b2bd-4fad902f6f8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=42b803b0d35a4e09801b66d474308e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956878 Apr 14 16:20:27.651895 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e92692-55ed-4014-b2bd-4fad902f6f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef3d937-d4a1-4187-b84e-8e5a70a2e33d,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:27.654544 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 45142) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:27.657716 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d0e92692-55ed-4014-b2bd-4fad902f6f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:27.693379 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-eb4fd51a-558e-4616-85eb-134a51057d5c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2e7e6f6ecec4c4f86970e005ad99a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895053 Apr 14 16:20:27.695097 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fd51a-558e-4616-85eb-134a51057d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8294f49-15d7-40d7-ab6a-80eb882592e2,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:27.696891 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 45146) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:27.698849 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-eb4fd51a-558e-4616-85eb-134a51057d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:27.757386 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f0ee1b87-e251-426c-9a8c-f932ae579496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.804310 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f0ee1b87-e251-426c-9a8c-f932ae579496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.826385 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9230531f-4863-4d13-8ac2-6cc7b4b63a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.871910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9230531f-4863-4d13-8ac2-6cc7b4b63a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.915802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f0ee1b87-e251-426c-9a8c-f932ae579496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.921118 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-dc2a0f9b-8f7c-4cff-a7e4-eb5210b48191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:27.936965 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee1b87-e251-426c-9a8c-f932ae579496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef3d937-d4a1-4187-b84e-8e5a70a2e33d,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:27.940477 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f0ee1b87-e251-426c-9a8c-f932ae579496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:27.942019 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f0ee1b87-e251-426c-9a8c-f932ae579496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.945427 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-f0ee1b87-e251-426c-9a8c-f932ae579496 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ef3d937-d4a1-4187-b84e-8e5a70a2e33d HTTP/1.1" status: 204 len: 168 time: 0.2898614 Apr 14 16:20:27.952009 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9230531f-4863-4d13-8ac2-6cc7b4b63a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.957576 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d0e92692-55ed-4014-b2bd-4fad902f6f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:27.972859 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230531f-4863-4d13-8ac2-6cc7b4b63a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8294f49-15d7-40d7-ab6a-80eb882592e2,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:27.975751 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9230531f-4863-4d13-8ac2-6cc7b4b63a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:27.977699 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9230531f-4863-4d13-8ac2-6cc7b4b63a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.981458 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-9230531f-4863-4d13-8ac2-6cc7b4b63a87 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8294f49-15d7-40d7-ab6a-80eb882592e2 HTTP/1.1" status: 204 len: 168 time: 0.2809641 Apr 14 16:20:28.168087 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fb95c-4a4b-40b4-b4da-7bc81640e482 req-1e359ccb-237f-4cc4-bd8e-86e4eaef293f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:28.171119 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7a9fb95c-4a4b-40b4-b4da-7bc81640e482 req-1e359ccb-237f-4cc4-bd8e-86e4eaef293f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.1045597 Apr 14 16:20:28.203556 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7a9fb95c-4a4b-40b4-b4da-7bc81640e482 req-cbc6eab7-9403-4b57-9009-73ef3dabf9e4 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255406 Apr 14 16:20:28.546561 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2342aef-0da0-4282-a42d-65a3b626c19d req-fc7203f4-0e14-43f1-ac4c-129ebef4713e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:28.548417 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a2342aef-0da0-4282-a42d-65a3b626c19d req-fc7203f4-0e14-43f1-ac4c-129ebef4713e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 943 time: 0.0932603 Apr 14 16:20:28.587790 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a2342aef-0da0-4282-a42d-65a3b626c19d req-25f0841c-c4d0-44b4-a203-ac8d63eb262f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322845 Apr 14 16:20:29.424161 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96b213-db94-4dd2-9627-d4643dddcdb1 req-4bb17dc3-d563-43a9-ad8e-c8dc0c5078e7 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:29.425892 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2e96b213-db94-4dd2-9627-d4643dddcdb1 req-4bb17dc3-d563-43a9-ad8e-c8dc0c5078e7 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.1031725 Apr 14 16:20:29.458624 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2e96b213-db94-4dd2-9627-d4643dddcdb1 req-d5c406c7-b36a-42c7-afaf-c117993605c2 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250509 Apr 14 16:20:29.522235 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:20:29.683487 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:20:29.700351 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': '312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'port_id': '312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb', 'mac_address': 'fa:16:3e:d4:e5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:20:29.773355 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:29.775297 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:20:29.793874 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:20:29.796955 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:29.799942 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:29.837496 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ad123-0951-4a6b-9697-5780505d5b79 req-b7e12c84-0d6f-42d5-8bc5-fe7946daf769 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:29.845822 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7e3ad123-0951-4a6b-9697-5780505d5b79 req-b7e12c84-0d6f-42d5-8bc5-fe7946daf769 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 943 time: 0.1163459 Apr 14 16:20:29.879780 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:29.884094 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7e3ad123-0951-4a6b-9697-5780505d5b79 req-3f038285-f648-4ac3-b8ec-55bc74f387b1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369427 Apr 14 16:20:29.889496 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:29.890261 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:29.900151 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:29.900151 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:29.900151 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:29.900151 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:29.900151 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:29.900151 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:29.900151 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:29.900151 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:29.900151 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:29.900151 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:29.904347 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:30.099592 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:20:30.674320 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e15b4-bb1a-4282-af95-6b78e03ec227 req-4aa7db76-0020-4d38-b0de-4dc11d44396b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:30.677201 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7a9e15b4-bb1a-4282-af95-6b78e03ec227 req-4aa7db76-0020-4d38-b0de-4dc11d44396b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0988128 Apr 14 16:20:30.708993 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7a9e15b4-bb1a-4282-af95-6b78e03ec227 req-9a377cbb-95a0-41d1-a9df-5bcb334239bc tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250702 Apr 14 16:20:31.082309 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da457592-dfde-40e7-9c58-aeb72dadef32 req-1ee5edf2-aaed-4f04-a502-d3e02fd9ac60 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:31.083883 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-da457592-dfde-40e7-9c58-aeb72dadef32 req-1ee5edf2-aaed-4f04-a502-d3e02fd9ac60 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 944 time: 0.0883791 Apr 14 16:20:31.114249 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-da457592-dfde-40e7-9c58-aeb72dadef32 req-cd0e56ce-6913-40ea-93c0-1453f0a81fb5 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0237734 Apr 14 16:20:31.523252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:20:31.598088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:20:31.603956 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:20:31.604374 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:31.738577 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:31.756735 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:20:31.757795 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd409a4ad-aebe-4041-bbfc-6b76520d6d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:20:31.764369 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:31.766333 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:31.978202 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb31e50-89df-4f25-b056-660a6321109a req-5df59d74-28cb-4cb5-af1d-fdf26070d6a7 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:31.980834 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0cb31e50-89df-4f25-b056-660a6321109a req-5df59d74-28cb-4cb5-af1d-fdf26070d6a7 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0975723 Apr 14 16:20:32.021364 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd409a4ad-aebe-4041-bbfc-6b76520d6d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb', 'code': 200} Apr 14 16:20:32.030201 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0cb31e50-89df-4f25-b056-660a6321109a req-2b8cf33b-d820-4657-bd4c-d278664ce8ab tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402188 Apr 14 16:20:32.051348 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:32.054830 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:32.512308 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b13de-d4f9-451d-9ae3-6bd962a1ca09 req-a228c7ff-7914-402b-bdce-13a0f38fc9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:32.513912 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f96b13de-d4f9-451d-9ae3-6bd962a1ca09 req-a228c7ff-7914-402b-bdce-13a0f38fc9c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 1098 time: 0.3883417 Apr 14 16:20:32.546470 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dd2a3-9eae-4352-8952-5e73195c2d14 req-85575162-0f25-4407-ae80-0e8a66fb1569 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:32.547929 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-162dd2a3-9eae-4352-8952-5e73195c2d14 req-85575162-0f25-4407-ae80-0e8a66fb1569 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 945 time: 0.0963562 Apr 14 16:20:32.578938 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-162dd2a3-9eae-4352-8952-5e73195c2d14 req-d3276df8-b313-42f5-b688-94fb24f7198c tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0245106 Apr 14 16:20:33.232497 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8dcb8-7ff5-4671-babf-88495c2c6534 req-b4a055bd-aa9c-470f-ae49-5d1ddcf810e1 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:33.234130 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f1e8dcb8-7ff5-4671-babf-88495c2c6534 req-b4a055bd-aa9c-470f-ae49-5d1ddcf810e1 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0954266 Apr 14 16:20:33.264459 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f1e8dcb8-7ff5-4671-babf-88495c2c6534 req-d46fa204-1c5a-4e95-b3ba-04f768cd74a3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240805 Apr 14 16:20:33.303286 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f96b13de-d4f9-451d-9ae3-6bd962a1ca09 req-e00b8bc0-d9f5-4a19-9eca-320a2ef5c3a9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0225201 Apr 14 16:20:33.785693 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960801c-099e-485a-aa40-dab395c5cfeb req-cc15a5a7-7c16-4319-b2af-26263c2b3186 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:33.787310 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a960801c-099e-485a-aa40-dab395c5cfeb req-cc15a5a7-7c16-4319-b2af-26263c2b3186 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 945 time: 0.0934567 Apr 14 16:20:33.819947 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a960801c-099e-485a-aa40-dab395c5cfeb req-d164c706-3393-4d9f-9f51-78afabfa1f37 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252016 Apr 14 16:20:34.472316 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde1b95-d81f-4ef7-a676-f18dcd79e164 req-3738a9b1-1e98-4dad-8e44-a06efaf00189 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:34.473955 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bdde1b95-d81f-4ef7-a676-f18dcd79e164 req-3738a9b1-1e98-4dad-8e44-a06efaf00189 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0917485 Apr 14 16:20:34.505533 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bdde1b95-d81f-4ef7-a676-f18dcd79e164 req-2a5be725-6132-4a5f-a800-9c3a810d1b91 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0247600 Apr 14 16:20:35.025546 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c7448-4e0f-4e82-b612-0d84d82b8745 req-c7df6be2-0e6f-45dd-a066-af5f0f8d21b7 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:35.027160 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-664c7448-4e0f-4e82-b612-0d84d82b8745 req-c7df6be2-0e6f-45dd-a066-af5f0f8d21b7 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 945 time: 0.0916502 Apr 14 16:20:35.058916 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-664c7448-4e0f-4e82-b612-0d84d82b8745 req-85f4731d-1f80-4542-b86b-3bcc0354fa99 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248225 Apr 14 16:20:35.766791 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e7ea7-ddaf-45a7-8ddc-031740336a91 req-599d01af-248e-4594-a85c-6ee03201d709 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:35.768275 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-213e7ea7-ddaf-45a7-8ddc-031740336a91 req-599d01af-248e-4594-a85c-6ee03201d709 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0928085 Apr 14 16:20:35.799295 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-213e7ea7-ddaf-45a7-8ddc-031740336a91 req-ceb55b7f-cb08-48af-ba06-74d15e8b5c89 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0241642 Apr 14 16:20:36.266769 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44feb85-70cd-474c-a22c-3fea08b513db req-3e853b51-3aeb-477c-b96d-490eb59e8fe8 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:36.268350 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c44feb85-70cd-474c-a22c-3fea08b513db req-3e853b51-3aeb-477c-b96d-490eb59e8fe8 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 945 time: 0.0917428 Apr 14 16:20:36.301401 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c44feb85-70cd-474c-a22c-3fea08b513db req-ceca448b-ba23-4387-8358-21615426762e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260293 Apr 14 16:20:37.205275 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ea8a9-e30e-4c17-aa98-26905686f2cf req-a33307d2-5715-49a2-8dc5-7390eb88b5af tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:37.206852 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-659ea8a9-e30e-4c17-aa98-26905686f2cf req-a33307d2-5715-49a2-8dc5-7390eb88b5af tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.2872579 Apr 14 16:20:37.212545 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 45376) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:37.244791 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-659ea8a9-e30e-4c17-aa98-26905686f2cf req-a8ad71a7-8812-4a23-a06a-65cad33660ee tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295272 Apr 14 16:20:37.340907 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-44d1c8cf-436a-450a-9651-961f2d44bc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:37.356391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-44d1c8cf-436a-450a-9651-961f2d44bc1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:20:37.360438 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-44d1c8cf-436a-450a-9651-961f2d44bc1f admin admin] Usage tracker for resource:security_group_rule and tenant:e82d22f4809c4e40a004c7b7613a20d4 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:20:37.363418 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-44d1c8cf-436a-450a-9651-961f2d44bc1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:20:37.369767 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-44d1c8cf-436a-450a-9651-961f2d44bc1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:20:37.455466 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-44d1c8cf-436a-450a-9651-961f2d44bc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:37.458098 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-44d1c8cf-436a-450a-9651-961f2d44bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:37.471306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f054cc17-67c9-4b61-a711-94a23d1ed089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:37.503835 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94391d3a-8c7f-4e58-8af5-52e685741d65 req-7b8a2a05-c623-4d43-95e9-91c5c393c2fd tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:37.505463 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-94391d3a-8c7f-4e58-8af5-52e685741d65 req-7b8a2a05-c623-4d43-95e9-91c5c393c2fd tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 945 time: 0.0891969 Apr 14 16:20:37.510730 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-44d1c8cf-436a-450a-9651-961f2d44bc1f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e82d22f4809c4e40a004c7b7613a20d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970581 Apr 14 16:20:37.513790 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 45386) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:37.526638 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1c8cf-436a-450a-9651-961f2d44bc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a407c4-9efb-43c9-9c95-7adc2eadaf33,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:37.531903 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-44d1c8cf-436a-450a-9651-961f2d44bc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:37.537983 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-94391d3a-8c7f-4e58-8af5-52e685741d65 req-078fae76-2f79-4449-b51b-e0a049aea561 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254381 Apr 14 16:20:37.580445 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3eb3175b-dcc5-4f59-a74e-4d24a0a0f581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:37.608181 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3eb3175b-dcc5-4f59-a74e-4d24a0a0f581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:37.688484 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3eb3175b-dcc5-4f59-a74e-4d24a0a0f581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:37.702230 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-44d1c8cf-436a-450a-9651-961f2d44bc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:37.722556 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3175b-dcc5-4f59-a74e-4d24a0a0f581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a407c4-9efb-43c9-9c95-7adc2eadaf33,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:37.725002 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3eb3175b-dcc5-4f59-a74e-4d24a0a0f581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:37.738777 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3eb3175b-dcc5-4f59-a74e-4d24a0a0f581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:37.739984 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-3eb3175b-dcc5-4f59-a74e-4d24a0a0f581 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c2a407c4-9efb-43c9-9c95-7adc2eadaf33 HTTP/1.1" status: 204 len: 168 time: 0.2252433 Apr 14 16:20:37.774147 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d20d0-3e5c-4b6f-97be-8ca5d7145db1 req-0c86c1ef-1b29-4bff-a23c-e88ff028ddd9 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:37.775735 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-443d20d0-3e5c-4b6f-97be-8ca5d7145db1 req-0c86c1ef-1b29-4bff-a23c-e88ff028ddd9 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 945 time: 0.1239378 Apr 14 16:20:37.807056 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-443d20d0-3e5c-4b6f-97be-8ca5d7145db1 req-56cd0c3b-72e6-450e-a620-356d11f6cfc1 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248096 Apr 14 16:20:37.832779 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 45396) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:38.036234 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 45404) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:38.055917 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fd060287-1416-46f4-bd33-06b79948ec9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:38.071041 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-fd060287-1416-46f4-bd33-06b79948ec9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:20:38.075045 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-fd060287-1416-46f4-bd33-06b79948ec9b admin admin] Usage tracker for resource:security_group_rule and tenant:99b06ab8c0344a63a37550a0990fcb9d is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:20:38.077943 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-fd060287-1416-46f4-bd33-06b79948ec9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:20:38.083880 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-fd060287-1416-46f4-bd33-06b79948ec9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:20:38.086238 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3752f027-4f70-4363-a3b8-cd8112633e40 tempest-TestVolumeBootPattern-729253807 tempest-TestVolumeBootPattern-729253807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:38.090726 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-3752f027-4f70-4363-a3b8-cd8112633e40 tempest-TestVolumeBootPattern-729253807 tempest-TestVolumeBootPattern-729253807-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 1093 time: 0.2541640 Apr 14 16:20:38.090942 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 45408) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:38.101270 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Request body: {'floatingip': {'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'port_id': '312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ip_address': '172.20.0.7'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:20:38.108520 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:20:38.120735 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Usage tracker for resource:floatingip and tenant:ed9d2e253f144da0bf1bbc63b4657b81 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:20:38.125052 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:20:38.135111 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:20:38.152521 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for floatingip, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:38.294988 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fd060287-1416-46f4-bd33-06b79948ec9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:38.300132 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fd060287-1416-46f4-bd33-06b79948ec9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:38.311757 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-df2fcbac-d067-4f55-9c3d-ed3480006362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:38.369816 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-fd060287-1416-46f4-bd33-06b79948ec9b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99b06ab8c0344a63a37550a0990fcb9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322966 Apr 14 16:20:38.371598 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd060287-1416-46f4-bd33-06b79948ec9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08101fa0-52f6-45ba-90fc-92affd3bc1df,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:38.372515 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 45416) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:38.375667 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fd060287-1416-46f4-bd33-06b79948ec9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:38.400126 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:38.438063 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-04059237-62ab-4836-a054-71f5dc5c99ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:38.467505 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-04059237-62ab-4836-a054-71f5dc5c99ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:38.518148 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-04059237-62ab-4836-a054-71f5dc5c99ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:38.524913 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e8d268b5-ca3f-4383-9d3c-9ec321f6240b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:38.536300 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04059237-62ab-4836-a054-71f5dc5c99ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08101fa0-52f6-45ba-90fc-92affd3bc1df,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:38.549443 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-04059237-62ab-4836-a054-71f5dc5c99ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:38.550326 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-04059237-62ab-4836-a054-71f5dc5c99ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:38.554392 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-04059237-62ab-4836-a054-71f5dc5c99ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/08101fa0-52f6-45ba-90fc-92affd3bc1df HTTP/1.1" status: 204 len: 168 time: 0.1808894 Apr 14 16:20:38.564262 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Allocated IP 172.27.2.23 (b5eead06-8405-4d4c-aea5-71473e96d6f3/9001a6a9-f1b6-463a-82d7-cf2a519dc649/3ba3ae71-ab6a-4a14-ac2f-9cc42f19ef9b) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:20:38.666867 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4244143-8b97-4029-8bae-5484d1adc267 req-e5603c60-51f3-46a7-84d0-653814c4c565 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:38.668871 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a4244143-8b97-4029-8bae-5484d1adc267 req-e5603c60-51f3-46a7-84d0-653814c4c565 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.3057821 Apr 14 16:20:38.708711 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a4244143-8b97-4029-8bae-5484d1adc267 req-2c846883-a64e-484a-a7ce-5f609ab64f03 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326605 Apr 14 16:20:38.947126 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:38.977755 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:38.993893 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0b8323c4-1757-4703-80a5-8ed93d90ae30 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:39.133633 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event updated for resources: {'Port': ['ID=3ba3ae71-ab6a-4a14-ac2f-9cc42f19ef9b,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:39.144502 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:39.190640 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Network b5eead06-8405-4d4c-aea5-71473e96d6f3 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:20:39.193448 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:20:39.195848 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:20:39.626898 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:39.710166 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:40.050012 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3646b-0f7b-408f-8a96-ca56a391d54e req-0b988b9d-65e6-4aa9-84b3-854d80bc3e34 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:40.051600 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-40b3646b-0f7b-408f-8a96-ca56a391d54e req-0b988b9d-65e6-4aa9-84b3-854d80bc3e34 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.1942611 Apr 14 16:20:40.093382 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:40.099698 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-40b3646b-0f7b-408f-8a96-ca56a391d54e req-22e1edf6-50e8-4e95-a0ed-80e96a608e8a tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410757 Apr 14 16:20:40.100761 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219793'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:40.116991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2093e1ae-093a-43e7-9673-7c9cac061986 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:40.256290 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event updated for resources: {'Port': ['ID=3ba3ae71-ab6a-4a14-ac2f-9cc42f19ef9b,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:40.259853 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:40.365284 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854381538'] for floatingip, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:40.549363 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_db [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Floating IP eccec643-985c-4651-9a99-dffb8b9b4fd5 associated. External IP: 172.27.2.23, port: 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb. Apr 14 16:20:40.943553 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Router b94f027e-a86d-4722-a55f-149339d2e3fb has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:20:41.313587 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800ee64-eaf3-4e22-befa-8574894b0774 req-e98532da-67be-45d4-932c-0a0d9f961d16 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:41.315192 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1800ee64-eaf3-4e22-befa-8574894b0774 req-e98532da-67be-45d4-932c-0a0d9f961d16 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0919533 Apr 14 16:20:41.345860 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1800ee64-eaf3-4e22-befa-8574894b0774 req-32043db1-8481-4c09-bebf-3cef400a627c tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0239873 Apr 14 16:20:41.369526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:20:41.379244 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326c6b8-b44b-4ee4-85b8-b72c9daca6b6 None None] Sync routers for ids ['b94f027e-a86d-4722-a55f-149339d2e3fb'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:20:41.390554 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326c6b8-b44b-4ee4-85b8-b72c9daca6b6 None None] Routers {'b94f027e-a86d-4722-a55f-149339d2e3fb'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:20:41.391225 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-0326c6b8-b44b-4ee4-85b8-b72c9daca6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:20:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b94f027e-a86d-4722-a55f-149339d2e3fb'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:20:41.400498 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:41.463169 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3710930 Apr 14 16:20:41.464347 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd409a4ad-aebe-4041-bbfc-6b76520d6d02', 'tag': '312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:20:41.515277 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd409a4ad-aebe-4041-bbfc-6b76520d6d02', 'tag': '312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb', 'status': 'completed', 'code': 200} Apr 14 16:20:41.581939 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-0326c6b8-b44b-4ee4-85b8-b72c9daca6b6 None None] Set router b94f027e-a86d-4722-a55f-149339d2e3fb gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:20:41.628941 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dfd92-8fd8-47c1-b586-7bd63c5b0e9b req-f7922cc7-dd90-4eb3-a642-fcaa56aba823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:41.630510 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-128dfd92-8fd8-47c1-b586-7bd63c5b0e9b req-f7922cc7-dd90-4eb3-a642-fcaa56aba823 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81&device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 1098 time: 0.0837464 Apr 14 16:20:41.783093 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dfd92-8fd8-47c1-b586-7bd63c5b0e9b req-2aaca8ec-aeec-435e-8b21-91b3ec14e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:41.784739 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-128dfd92-8fd8-47c1-b586-7bd63c5b0e9b req-2aaca8ec-aeec-435e-8b21-91b3ec14e277 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f231942-4227-4866-b347-c39ce3e77e17 HTTP/1.1" status: 200 len: 913 time: 0.1443882 Apr 14 16:20:41.907447 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-128dfd92-8fd8-47c1-b586-7bd63c5b0e9b req-9d0a488e-2cc4-4903-93e8-38004b89bdd9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb HTTP/1.1" status: 200 len: 998 time: 0.1103525 Apr 14 16:20:41.965097 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-0326c6b8-b44b-4ee4-85b8-b72c9daca6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '5fa1f67d-36a3-4320-9cd7-ff1ef8be6e3c', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'port_id': 'e78fae0b-8829-413f-93d4-0aa5119937a2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'mac_address': 'fa:16:3e:48:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:09Z', 'updated_at': '2021-04-14T16:18:13Z', 'revision_number': 1, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ip_address_scope': None}, {'id': 'eccec643-985c-4651-9a99-dffb8b9b4fd5', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'port_id': '312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'mac_address': 'fa:16:3e:d4:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd409a4ad-aebe-4041-bbfc-6b76520d6d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:20:39Z', 'updated_at': '2021-04-14T16:20:39Z', 'revision_number': 0, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:20:41.969389 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326c6b8-b44b-4ee4-85b8-b72c9daca6b6 None None] Checking router: b94f027e-a86d-4722-a55f-149339d2e3fb for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:20:41.979568 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326c6b8-b44b-4ee4-85b8-b72c9daca6b6 None None] Routers {'b94f027e-a86d-4722-a55f-149339d2e3fb'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:20:41.980114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-0326c6b8-b44b-4ee4-85b8-b72c9daca6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:20:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b94f027e-a86d-4722-a55f-149339d2e3fb'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:20:41.983823 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dfd92-8fd8-47c1-b586-7bd63c5b0e9b req-f8f39015-6c39-46c8-8e3b-1833e15b902b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:41.985601 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-128dfd92-8fd8-47c1-b586-7bd63c5b0e9b req-f8f39015-6c39-46c8-8e3b-1833e15b902b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e4a1f4-9db1-4dac-b369-d7c260cd42f3 HTTP/1.1" status: 200 len: 851 time: 0.0670674 Apr 14 16:20:42.075900 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dfd92-8fd8-47c1-b586-7bd63c5b0e9b req-269a70e7-843d-4478-98b5-861b9f84e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:42.077951 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-128dfd92-8fd8-47c1-b586-7bd63c5b0e9b req-269a70e7-843d-4478-98b5-861b9f84e9c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f231942-4227-4866-b347-c39ce3e77e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805614 Apr 14 16:20:42.187031 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-0326c6b8-b44b-4ee4-85b8-b72c9daca6b6 None None] Set router b94f027e-a86d-4722-a55f-149339d2e3fb gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:20:42.253533 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-128dfd92-8fd8-47c1-b586-7bd63c5b0e9b req-412f0fee-1bb9-4798-bd9e-8e0863ea8b27 service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635134 Apr 14 16:20:42.575380 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-128dfd92-8fd8-47c1-b586-7bd63c5b0e9b req-356bd7d0-b3b3-4b16-89cb-24d852a1b79f service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095000 Apr 14 16:20:42.614315 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a978e-9515-45b8-835b-e1188941a65e req-074deb48-0a70-420d-bcd7-16a950e446cc tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:42.625471 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c56a978e-9515-45b8-835b-e1188941a65e req-074deb48-0a70-420d-bcd7-16a950e446cc tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.1271586 Apr 14 16:20:42.657652 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c56a978e-9515-45b8-835b-e1188941a65e req-e1168035-3bd7-478a-a785-4bc83f254d1e tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308378 Apr 14 16:20:42.666612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-0326c6b8-b44b-4ee4-85b8-b72c9daca6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '5fa1f67d-36a3-4320-9cd7-ff1ef8be6e3c', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'port_id': 'e78fae0b-8829-413f-93d4-0aa5119937a2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'mac_address': 'fa:16:3e:48:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:09Z', 'updated_at': '2021-04-14T16:18:13Z', 'revision_number': 1, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ip_address_scope': None}, {'id': 'eccec643-985c-4651-9a99-dffb8b9b4fd5', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'port_id': '312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'mac_address': 'fa:16:3e:d4:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd409a4ad-aebe-4041-bbfc-6b76520d6d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:20:39Z', 'updated_at': '2021-04-14T16:20:39Z', 'revision_number': 0, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:20:42.670957 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326c6b8-b44b-4ee4-85b8-b72c9daca6b6 None None] The sync data for ids ['b94f027e-a86d-4722-a55f-149339d2e3fb'] in dv-cinder-786266-1-iscsi is: [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '5fa1f67d-36a3-4320-9cd7-ff1ef8be6e3c', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'port_id': 'e78fae0b-8829-413f-93d4-0aa5119937a2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'mac_address': 'fa:16:3e:48:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:09Z', 'updated_at': '2021-04-14T16:18:13Z', 'revision_number': 1, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ip_address_scope': None}, {'id': 'eccec643-985c-4651-9a99-dffb8b9b4fd5', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'port_id': '312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'mac_address': 'fa:16:3e:d4:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd409a4ad-aebe-4041-bbfc-6b76520d6d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:20:39Z', 'updated_at': '2021-04-14T16:20:39Z', 'revision_number': 0, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:20:42.936567 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c1c8c-09d3-4399-847f-81ead3057ee6 None None] New status for floating IP eccec643-985c-4651-9a99-dffb8b9b4fd5: ACTIVE {{(pid=85247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:20:43.554619 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:43.861661 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ec91e-ebb0-4f5c-8c38-5202056d33ac req-89e8edc5-408d-4ad1-9371-e49a84da2d5d tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:43.863244 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-804ec91e-ebb0-4f5c-8c38-5202056d33ac req-89e8edc5-408d-4ad1-9371-e49a84da2d5d tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0907304 Apr 14 16:20:43.895946 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-804ec91e-ebb0-4f5c-8c38-5202056d33ac req-fe314f04-ffb1-4c21-9cc6-04d3495e5251 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259738 Apr 14 16:20:44.463422 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-792bff1b-fe6a-4cd8-a651-fd9439b10711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:45.102970 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2355f76-1899-4ffc-bfd9-f91fa9b49be0 req-b0fe4f11-a96f-4957-bb48-c2c7a4d792af tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:45.105672 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e2355f76-1899-4ffc-bfd9-f91fa9b49be0 req-b0fe4f11-a96f-4957-bb48-c2c7a4d792af tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0911090 Apr 14 16:20:45.136847 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e2355f76-1899-4ffc-bfd9-f91fa9b49be0 req-adc27ece-becb-4f47-b995-0c93d7763aff tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255923 Apr 14 16:20:46.079277 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941732a7-e905-45c6-a72f-c8cc06e18d6f req-7f1ae62a-c577-47e8-a9f2-36d3972c19bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:46.080761 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-941732a7-e905-45c6-a72f-c8cc06e18d6f req-7f1ae62a-c577-47e8-a9f2-36d3972c19bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6afd00d65090450fa9559d0d5ef3a252&device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 1098 time: 0.0819089 Apr 14 16:20:46.230565 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941732a7-e905-45c6-a72f-c8cc06e18d6f req-922dcc74-a242-4604-8c5e-c76f5d57d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:46.232231 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-941732a7-e905-45c6-a72f-c8cc06e18d6f req-922dcc74-a242-4604-8c5e-c76f5d57d5b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01edfd4a-4731-488e-b758-1b065e88d2e9 HTTP/1.1" status: 200 len: 909 time: 0.1420817 Apr 14 16:20:46.345459 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7067b-8532-4181-a0e6-08954ad3820c req-8f9023fb-5951-4bcc-b275-1500c8587501 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:46.346942 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9de7067b-8532-4181-a0e6-08954ad3820c req-8f9023fb-5951-4bcc-b275-1500c8587501 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0921896 Apr 14 16:20:46.348485 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-941732a7-e905-45c6-a72f-c8cc06e18d6f req-57f62d0e-9002-4d4f-aec7-9271732862c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be HTTP/1.1" status: 200 len: 1000 time: 0.1039541 Apr 14 16:20:46.380379 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9de7067b-8532-4181-a0e6-08954ad3820c req-08e85693-b067-418e-aedd-67e8ccc89968 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263453 Apr 14 16:20:46.418085 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941732a7-e905-45c6-a72f-c8cc06e18d6f req-abb73ed9-8b95-4b65-b5c0-c4364188702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:46.419671 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-941732a7-e905-45c6-a72f-c8cc06e18d6f req-abb73ed9-8b95-4b65-b5c0-c4364188702b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9 HTTP/1.1" status: 200 len: 847 time: 0.0636983 Apr 14 16:20:46.505206 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941732a7-e905-45c6-a72f-c8cc06e18d6f req-26515ae1-883d-4cf2-aba3-d1fae7ad2454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:46.506781 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-941732a7-e905-45c6-a72f-c8cc06e18d6f req-26515ae1-883d-4cf2-aba3-d1fae7ad2454 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01edfd4a-4731-488e-b758-1b065e88d2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776813 Apr 14 16:20:46.604471 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8d2bcabe-f7ab-431c-af11-55b5f5869eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:46.654124 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-941732a7-e905-45c6-a72f-c8cc06e18d6f req-bb70d8cb-5138-433f-8bb1-1b859638360f service neutron] 10.222.0.41 "GET /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346416 Apr 14 16:20:46.796772 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-941732a7-e905-45c6-a72f-c8cc06e18d6f req-493a1db1-99be-48ce-bfd4-629bdfb23c2e service neutron] 10.222.0.41 "GET /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352913 Apr 14 16:20:47.565084 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:47.587585 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b852efa-625b-4c30-9a85-d4e881883140 req-77932ff5-ed5c-40af-acd1-8097cd191a6c tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:47.589235 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8b852efa-625b-4c30-9a85-d4e881883140 req-77932ff5-ed5c-40af-acd1-8097cd191a6c tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0951405 Apr 14 16:20:47.621343 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8b852efa-625b-4c30-9a85-d4e881883140 req-cb1f5734-06db-4c83-b079-3bc39793be55 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253077 Apr 14 16:20:47.709783 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:48.826530 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f8f54-5877-48c3-9402-d46052f88b6d req-0f300f7f-1c48-4352-8ff5-0c35a1917ac2 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:48.828106 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0c6f8f54-5877-48c3-9402-d46052f88b6d req-0f300f7f-1c48-4352-8ff5-0c35a1917ac2 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0914383 Apr 14 16:20:48.859184 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0c6f8f54-5877-48c3-9402-d46052f88b6d req-4c4f0712-fa82-4e2e-b0bb-b485a0225e05 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0245364 Apr 14 16:20:48.983885 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:50.059701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041b4b2-805f-434b-b489-5ce32f3668ee req-a650acfa-0b16-469d-b32c-226ce2580d2a tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:50.061340 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9041b4b2-805f-434b-b489-5ce32f3668ee req-a650acfa-0b16-469d-b32c-226ce2580d2a tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0897200 Apr 14 16:20:50.092595 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9041b4b2-805f-434b-b489-5ce32f3668ee req-218d05ba-cb38-47cd-a7cc-4cfe5476346f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249393 Apr 14 16:20:51.299728 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e7ecc-10ef-4958-949a-953988d9b567 req-21d03189-fbd3-4e54-9b70-42004d4b7071 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:51.301296 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-810e7ecc-10ef-4958-949a-953988d9b567 req-21d03189-fbd3-4e54-9b70-42004d4b7071 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0931299 Apr 14 16:20:51.331169 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-810e7ecc-10ef-4958-949a-953988d9b567 req-4f397ff5-cd50-4b89-a041-d397112f276b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0235496 Apr 14 16:20:52.039812 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:20:52.168139 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:52.179926 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec37842c-337c-481a-b350-8055f911d09b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:20:52.190561 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be,segment=NetworkSegment(952919a7-c0be-4172-af6c-71b5e1eb82b9),segment_id=952919a7-c0be-4172-af6c-71b5e1eb82b9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:20:52.193270 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:52.195902 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:52.228125 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec37842c-337c-481a-b350-8055f911d09b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be', 'code': 200} Apr 14 16:20:52.267141 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be,revision_number=6']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:52.270310 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:52.531875 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926faafb-b0bc-4a29-9b76-77d2cbe68a36 req-71fb66a9-178d-4639-900b-34c562a70667 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:52.533459 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-926faafb-b0bc-4a29-9b76-77d2cbe68a36 req-71fb66a9-178d-4639-900b-34c562a70667 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.0873082 Apr 14 16:20:52.564710 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-926faafb-b0bc-4a29-9b76-77d2cbe68a36 req-3c21c854-aae9-488f-a203-2e1b26933a36 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240712 Apr 14 16:20:53.842306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2719e64-e111-42be-935f-c8b43eaee721 req-0dc5009b-ce9f-479d-b4d4-082d3a6a6a6a tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:53.843931 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f2719e64-e111-42be-935f-c8b43eaee721 req-0dc5009b-ce9f-479d-b4d4-082d3a6a6a6a tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.1608760 Apr 14 16:20:53.854584 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06a986a7-3bd7-41ac-8686-059b6c680e02 req-04e48184-447d-4666-9ec1-31478c0aadc8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1174572 Apr 14 16:20:53.884807 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f2719e64-e111-42be-935f-c8b43eaee721 req-4d8cdca4-dfb6-496a-b407-b34b15c9867d tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340521 Apr 14 16:20:53.962288 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a986a7-3bd7-41ac-8686-059b6c680e02 req-41f05e76-a196-4858-af20-fb41e5faf932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:53.963891 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06a986a7-3bd7-41ac-8686-059b6c680e02 req-41f05e76-a196-4858-af20-fb41e5faf932 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81&device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 1099 time: 0.0836954 Apr 14 16:20:54.356375 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-31506fd4-fbd0-4d7a-aa82-cdea77e9c2fb req-a2b2a8bb-383d-45a2-a0a7-e27fb81e1b6c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2225077 Apr 14 16:20:54.371243 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a986a7-3bd7-41ac-8686-059b6c680e02 req-19526a35-860a-41c2-bd68-19384e673ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:54.372834 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06a986a7-3bd7-41ac-8686-059b6c680e02 req-19526a35-860a-41c2-bd68-19384e673ea0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f231942-4227-4866-b347-c39ce3e77e17 HTTP/1.1" status: 200 len: 913 time: 0.2388239 Apr 14 16:20:54.392003 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733eb3e-3337-4190-8059-4df5c8a07829 req-7c2027db-bcaf-4be1-9f26-c199690740ce tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:54.394846 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b733eb3e-3337-4190-8059-4df5c8a07829 req-7c2027db-bcaf-4be1-9f26-c199690740ce tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.1431201 Apr 14 16:20:54.503667 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b733eb3e-3337-4190-8059-4df5c8a07829 req-6548f8b9-c3c5-4551-bd5d-ee3e61d332b3 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443091 Apr 14 16:20:54.536067 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06a986a7-3bd7-41ac-8686-059b6c680e02 req-55806fca-de35-48e1-b75c-94474964b62e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e78fae0b-8829-413f-93d4-0aa5119937a2 HTTP/1.1" status: 200 len: 1002 time: 0.1397481 Apr 14 16:20:54.614378 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a986a7-3bd7-41ac-8686-059b6c680e02 req-29d75bc6-0087-4d08-b358-ff9e6aaf7261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:54.615970 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06a986a7-3bd7-41ac-8686-059b6c680e02 req-29d75bc6-0087-4d08-b358-ff9e6aaf7261 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e4a1f4-9db1-4dac-b369-d7c260cd42f3 HTTP/1.1" status: 200 len: 851 time: 0.0684114 Apr 14 16:20:54.705096 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a986a7-3bd7-41ac-8686-059b6c680e02 req-26bfa424-e8ed-4d0e-aec5-b6cfb8d2a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:54.706716 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06a986a7-3bd7-41ac-8686-059b6c680e02 req-26bfa424-e8ed-4d0e-aec5-b6cfb8d2a7bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f231942-4227-4866-b347-c39ce3e77e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800631 Apr 14 16:20:54.865227 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06a986a7-3bd7-41ac-8686-059b6c680e02 req-2ef72ab8-17ed-4c33-922d-1def77ace2ee service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365662 Apr 14 16:20:55.710752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b77b6-abba-42a8-8c20-cbcad511da79 req-51aeb1cb-50a4-4043-b254-672c92db95af tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:55.712415 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7a8b77b6-abba-42a8-8c20-cbcad511da79 req-51aeb1cb-50a4-4043-b254-672c92db95af tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.0877790 Apr 14 16:20:55.742806 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7a8b77b6-abba-42a8-8c20-cbcad511da79 req-7a323a75-d5cd-4d24-9256-a081fb4f4e9e tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240741 Apr 14 16:20:56.945577 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8649c90-795e-4203-91ba-f47c77a77533 req-7355dae5-3a7a-4f66-bc30-50710be5381a tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:56.947129 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f8649c90-795e-4203-91ba-f47c77a77533 req-7355dae5-3a7a-4f66-bc30-50710be5381a tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.0930047 Apr 14 16:20:56.977439 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f8649c90-795e-4203-91ba-f47c77a77533 req-af1a2259-8397-4653-8b88-29aa7fb43bf9 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240486 Apr 14 16:20:58.175114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0efe0-69d1-4823-b8f6-b34e09ca53c3 req-a9b50f04-9f19-49ba-a074-6d298b6520b1 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:58.176711 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-51d0efe0-69d1-4823-b8f6-b34e09ca53c3 req-a9b50f04-9f19-49ba-a074-6d298b6520b1 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.0888298 Apr 14 16:20:58.211416 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-51d0efe0-69d1-4823-b8f6-b34e09ca53c3 req-99c9d2e7-98a2-46bb-b8f2-712f56b31f0c tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281107 Apr 14 16:20:58.543563 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06a986a7-3bd7-41ac-8686-059b6c680e02 req-bd55abe2-e82f-4147-a8df-a70e4972eae7 service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974487 Apr 14 16:20:59.420032 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac641285-ce76-454b-b6a6-529eeac895e4 req-f10bb21a-c46e-41d8-95c1-9fd61ab55975 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:59.421671 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ac641285-ce76-454b-b6a6-529eeac895e4 req-f10bb21a-c46e-41d8-95c1-9fd61ab55975 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.0923188 Apr 14 16:20:59.505236 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ac641285-ce76-454b-b6a6-529eeac895e4 req-d6243183-531f-43bc-a8bf-b3891854df2d tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395963 Apr 14 16:20:59.533127 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31506fd4-fbd0-4d7a-aa82-cdea77e9c2fb req-18f294ff-ea28-49ce-96ac-859bda8144d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:59.534753 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-31506fd4-fbd0-4d7a-aa82-cdea77e9c2fb req-18f294ff-ea28-49ce-96ac-859bda8144d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b&tenant_id=6afd00d65090450fa9559d0d5ef3a252 HTTP/1.1" status: 200 len: 1096 time: 0.1087043 Apr 14 16:20:59.644589 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31506fd4-fbd0-4d7a-aa82-cdea77e9c2fb req-dd1eab42-a9c5-4b06-a94a-7c77426f3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:59.646233 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-31506fd4-fbd0-4d7a-aa82-cdea77e9c2fb req-dd1eab42-a9c5-4b06-a94a-7c77426f3291 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6afd00d65090450fa9559d0d5ef3a252&device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 1096 time: 0.0809915 Apr 14 16:20:59.815184 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 45696) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:59.963509 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-391c5e60-31dd-4e8b-815e-7f6a88fa933a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:59.980698 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-391c5e60-31dd-4e8b-815e-7f6a88fa933a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:20:59.984800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-391c5e60-31dd-4e8b-815e-7f6a88fa933a admin admin] Usage tracker for resource:security_group_rule and tenant:5b37c4f7c0104a089a1c0a430cded6a4 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:20:59.987798 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-391c5e60-31dd-4e8b-815e-7f6a88fa933a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:20:59.994502 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-391c5e60-31dd-4e8b-815e-7f6a88fa933a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:21:00.044246 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31506fd4-fbd0-4d7a-aa82-cdea77e9c2fb req-06b0ffe4-7dcf-4f05-b7d3-940c475fb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:00.045878 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-31506fd4-fbd0-4d7a-aa82-cdea77e9c2fb req-06b0ffe4-7dcf-4f05-b7d3-940c475fb27c service neutron] 10.222.0.41 "GET /v2.0/networks?id=01edfd4a-4731-488e-b758-1b065e88d2e9 HTTP/1.1" status: 200 len: 909 time: 0.3922985 Apr 14 16:21:00.078475 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-391c5e60-31dd-4e8b-815e-7f6a88fa933a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:00.081397 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-391c5e60-31dd-4e8b-815e-7f6a88fa933a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:00.091332 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-cf05d0d5-ebf6-4331-839f-1dd47fad9187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:00.129930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c5e60-31dd-4e8b-815e-7f6a88fa933a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f87397-18e6-4a5c-b646-d39bcb8b3910,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:00.143932 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-391c5e60-31dd-4e8b-815e-7f6a88fa933a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b37c4f7c0104a089a1c0a430cded6a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275800 Apr 14 16:21:00.145128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-391c5e60-31dd-4e8b-815e-7f6a88fa933a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:00.145569 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 45706) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:00.164138 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-31506fd4-fbd0-4d7a-aa82-cdea77e9c2fb req-ff39e6b0-04fe-4270-84c4-b6046e65a71f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be HTTP/1.1" status: 200 len: 998 time: 0.1064069 Apr 14 16:21:00.212027 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5ecad65d-37db-4ab9-89f9-02256ad4651d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:00.236397 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31506fd4-fbd0-4d7a-aa82-cdea77e9c2fb req-d852345d-22b9-4c34-84cb-a5cda2fe8d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:00.238036 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-31506fd4-fbd0-4d7a-aa82-cdea77e9c2fb req-d852345d-22b9-4c34-84cb-a5cda2fe8d95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9 HTTP/1.1" status: 200 len: 847 time: 0.0648921 Apr 14 16:21:00.240811 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5ecad65d-37db-4ab9-89f9-02256ad4651d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:00.291893 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5ecad65d-37db-4ab9-89f9-02256ad4651d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:00.295782 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9d314c22-7ef8-41c3-9a9b-89b8cd6bb87a tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:00.308033 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecad65d-37db-4ab9-89f9-02256ad4651d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f87397-18e6-4a5c-b646-d39bcb8b3910,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:00.312795 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5ecad65d-37db-4ab9-89f9-02256ad4651d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:00.314833 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5ecad65d-37db-4ab9-89f9-02256ad4651d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:00.316027 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-5ecad65d-37db-4ab9-89f9-02256ad4651d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/05f87397-18e6-4a5c-b646-d39bcb8b3910 HTTP/1.1" status: 204 len: 168 time: 0.1694884 Apr 14 16:21:00.328894 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31506fd4-fbd0-4d7a-aa82-cdea77e9c2fb req-714f43a3-3786-44f6-943a-ae5bdb6b5abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:00.330474 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-31506fd4-fbd0-4d7a-aa82-cdea77e9c2fb req-714f43a3-3786-44f6-943a-ae5bdb6b5abb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01edfd4a-4731-488e-b758-1b065e88d2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853486 Apr 14 16:21:00.345092 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [req-31506fd4-fbd0-4d7a-aa82-cdea77e9c2fb req-73aa2fd4-d9bc-4c5d-a8fc-1ba41e0722f3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:21:00.346282 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-31506fd4-fbd0-4d7a-aa82-cdea77e9c2fb req-73aa2fd4-d9bc-4c5d-a8fc-1ba41e0722f3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061913 Apr 14 16:21:00.494163 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-31506fd4-fbd0-4d7a-aa82-cdea77e9c2fb req-9851eb64-497e-4ba7-beb5-09a1893bf25b service neutron] 10.222.0.41 "GET /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408565 Apr 14 16:21:00.616250 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 45716) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:00.651453 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-31506fd4-fbd0-4d7a-aa82-cdea77e9c2fb req-94322df4-952b-4759-9481-0a46776ad106 service neutron] 10.222.0.41 "GET /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485865 Apr 14 16:21:00.676664 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b53550b3-b39c-470f-a16a-a3520d376d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:00.707248 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-b53550b3-b39c-470f-a16a-a3520d376d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:21:00.713595 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-b53550b3-b39c-470f-a16a-a3520d376d68 admin admin] Usage tracker for resource:security_group_rule and tenant:3e43bf3561224529826ea029dc5fbecf is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:21:00.717478 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-b53550b3-b39c-470f-a16a-a3520d376d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:21:00.726215 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-b53550b3-b39c-470f-a16a-a3520d376d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:21:00.783392 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa194b4-a7fc-45f2-b820-3af9dd7834ab req-98cd12c1-4079-441d-95a9-0e7007b24bbf tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:00.784977 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4aa194b4-a7fc-45f2-b820-3af9dd7834ab req-98cd12c1-4079-441d-95a9-0e7007b24bbf tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.1486394 Apr 14 16:21:00.834075 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4aa194b4-a7fc-45f2-b820-3af9dd7834ab req-5da2e9a8-92cf-4ff1-a880-0acf257f9981 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380874 Apr 14 16:21:00.878550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b53550b3-b39c-470f-a16a-a3520d376d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:00.881256 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b53550b3-b39c-470f-a16a-a3520d376d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:00.890014 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5ecad65d-37db-4ab9-89f9-02256ad4651d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:00.934429 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-b53550b3-b39c-470f-a16a-a3520d376d68 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e43bf3561224529826ea029dc5fbecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156595 Apr 14 16:21:00.936175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53550b3-b39c-470f-a16a-a3520d376d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85636096-feae-4a50-b8d8-865fe5406637,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:00.937458 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 45720) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:00.939391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b53550b3-b39c-470f-a16a-a3520d376d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:01.002727 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b04be869-c42e-461f-98e3-d61829e40fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:01.031512 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b04be869-c42e-461f-98e3-d61829e40fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:01.076351 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b04be869-c42e-461f-98e3-d61829e40fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:01.081492 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f0ee1b87-e251-426c-9a8c-f932ae579496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:01.095088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04be869-c42e-461f-98e3-d61829e40fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85636096-feae-4a50-b8d8-865fe5406637,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:01.097948 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b04be869-c42e-461f-98e3-d61829e40fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:01.106886 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b04be869-c42e-461f-98e3-d61829e40fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:01.109476 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-b04be869-c42e-461f-98e3-d61829e40fc8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/85636096-feae-4a50-b8d8-865fe5406637 HTTP/1.1" status: 204 len: 168 time: 0.1696868 Apr 14 16:21:02.047977 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2000cdf-d956-4174-b414-d36304e4029a req-0c83a285-26f3-4e61-bc4b-f427a39700b9 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:02.049617 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d2000cdf-d956-4174-b414-d36304e4029a req-0c83a285-26f3-4e61-bc4b-f427a39700b9 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.0967798 Apr 14 16:21:02.080830 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d2000cdf-d956-4174-b414-d36304e4029a req-9533b6e6-2df4-4246-b286-551608b8c933 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0241499 Apr 14 16:21:03.155442 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:21:03.290494 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc0d7e-eb6b-4cf8-a479-899a15d5a80a req-36df4ee1-c227-461c-b152-65f413a6a6eb tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:03.292064 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-49fc0d7e-eb6b-4cf8-a479-899a15d5a80a req-36df4ee1-c227-461c-b152-65f413a6a6eb tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.0947497 Apr 14 16:21:03.323456 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-49fc0d7e-eb6b-4cf8-a479-899a15d5a80a req-53552420-d21f-476d-be0d-e7280272e505 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249016 Apr 14 16:21:04.468151 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 45808) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:04.527564 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091b759-55af-46f1-94f1-6166d7e49d36 req-5e451ef3-e26c-483a-b3e5-bf750ff5ef3f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:04.529223 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2091b759-55af-46f1-94f1-6166d7e49d36 req-5e451ef3-e26c-483a-b3e5-bf750ff5ef3f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.0900581 Apr 14 16:21:04.561499 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2091b759-55af-46f1-94f1-6166d7e49d36 req-3712779f-8ff8-4a67-882b-474893fe3849 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257192 Apr 14 16:21:04.593195 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-441d56e1-28f5-4853-8292-dc8bd1f82612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:04.612515 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-441d56e1-28f5-4853-8292-dc8bd1f82612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:21:04.617359 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-441d56e1-28f5-4853-8292-dc8bd1f82612 admin admin] Usage tracker for resource:security_group_rule and tenant:7584b68d163f4c14a706485fac5f4947 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:21:04.620275 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-441d56e1-28f5-4853-8292-dc8bd1f82612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:21:04.626266 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-441d56e1-28f5-4853-8292-dc8bd1f82612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:21:04.709283 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-441d56e1-28f5-4853-8292-dc8bd1f82612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:04.712290 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-441d56e1-28f5-4853-8292-dc8bd1f82612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:04.720967 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bfba149d-c318-4bc2-9b6a-ed9cc3aa3dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:04.762976 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-441d56e1-28f5-4853-8292-dc8bd1f82612 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7584b68d163f4c14a706485fac5f4947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936370 Apr 14 16:21:04.763957 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d56e1-28f5-4853-8292-dc8bd1f82612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6feefc0-25f7-402f-820c-92930bd5746c,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:04.766650 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 45814) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:04.767204 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-441d56e1-28f5-4853-8292-dc8bd1f82612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:04.831168 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:04.862271 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:04.909317 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:04.914943 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-15fdd526-b506-4326-8e8f-09d91a42dde9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:04.928277 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6feefc0-25f7-402f-820c-92930bd5746c,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:04.936429 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:04.937721 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6feefc0-25f7-402f-820c-92930bd5746c HTTP/1.1" status: 204 len: 168 time: 0.1707087 Apr 14 16:21:04.939425 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:04.940041 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:04.940248 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:04.940658 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:04.941076 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:04.941573 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:04.942058 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:04.942503 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:04.942956 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:04.943298 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:04.943700 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:04.944099 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:04.947479 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3d0ef02f-2909-4c1a-be32-9629d9cba182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:05.232367 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 45824) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:05.251743 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6cf0ea74-4759-4ca6-b84f-0a264bf8c96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:05.267701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-6cf0ea74-4759-4ca6-b84f-0a264bf8c96a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:21:05.271749 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-6cf0ea74-4759-4ca6-b84f-0a264bf8c96a admin admin] Usage tracker for resource:security_group_rule and tenant:46749edc844f48fc883a76750c124f5b is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:21:05.275477 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-6cf0ea74-4759-4ca6-b84f-0a264bf8c96a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:21:05.281912 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-6cf0ea74-4759-4ca6-b84f-0a264bf8c96a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:21:05.365752 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6cf0ea74-4759-4ca6-b84f-0a264bf8c96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:05.369542 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6cf0ea74-4759-4ca6-b84f-0a264bf8c96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:05.378399 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e3d54854-883a-4390-9b87-47f422247d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:05.421967 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-6cf0ea74-4759-4ca6-b84f-0a264bf8c96a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46749edc844f48fc883a76750c124f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884563 Apr 14 16:21:05.422927 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0ea74-4759-4ca6-b84f-0a264bf8c96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f77084-1908-4d2a-809a-19ddd1d31a26,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:05.424831 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 45828) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:05.426208 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-6cf0ea74-4759-4ca6-b84f-0a264bf8c96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:05.486430 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-04a9bf42-0e95-488c-82e5-986e5bde8834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:05.513753 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-04a9bf42-0e95-488c-82e5-986e5bde8834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:05.556669 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-04a9bf42-0e95-488c-82e5-986e5bde8834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:05.561579 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-441d56e1-28f5-4853-8292-dc8bd1f82612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:05.579970 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9bf42-0e95-488c-82e5-986e5bde8834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f77084-1908-4d2a-809a-19ddd1d31a26,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:05.589578 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-04a9bf42-0e95-488c-82e5-986e5bde8834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:05.591632 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-04a9bf42-0e95-488c-82e5-986e5bde8834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:05.595614 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-04a9bf42-0e95-488c-82e5-986e5bde8834 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50f77084-1908-4d2a-809a-19ddd1d31a26 HTTP/1.1" status: 204 len: 168 time: 0.1695828 Apr 14 16:21:05.767370 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd773e18-c9cd-4a65-ab77-b186090c4798 req-0ebf9382-0c3b-4a1a-bca7-23747b10e3fa tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:05.769012 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-dd773e18-c9cd-4a65-ab77-b186090c4798 req-0ebf9382-0c3b-4a1a-bca7-23747b10e3fa tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.0933781 Apr 14 16:21:05.801894 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-dd773e18-c9cd-4a65-ab77-b186090c4798 req-a5a3e62c-ee2c-4b2a-98e7-60086baf91c4 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257368 Apr 14 16:21:07.016753 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821d967-ef30-4dbb-b512-f24b267eda0e req-bd9823c0-787d-4ec3-a632-7efe6ee475cb tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:07.018386 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b821d967-ef30-4dbb-b512-f24b267eda0e req-bd9823c0-787d-4ec3-a632-7efe6ee475cb tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.0950089 Apr 14 16:21:07.053435 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b821d967-ef30-4dbb-b512-f24b267eda0e req-9e03532d-6c5a-4700-868f-eaec6dfcacf5 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268159 Apr 14 16:21:07.713495 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 45896) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:07.834604 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-01ca2c86-6574-4c40-abae-14651927674b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:07.851422 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-01ca2c86-6574-4c40-abae-14651927674b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:21:07.855599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-01ca2c86-6574-4c40-abae-14651927674b admin admin] Usage tracker for resource:security_group_rule and tenant:d0aef0bc213a4bca868fb1b892b27c53 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:21:07.858573 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-01ca2c86-6574-4c40-abae-14651927674b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:21:07.864507 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-01ca2c86-6574-4c40-abae-14651927674b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:21:07.949842 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-01ca2c86-6574-4c40-abae-14651927674b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:07.952687 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-01ca2c86-6574-4c40-abae-14651927674b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:07.961877 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fd060287-1416-46f4-bd33-06b79948ec9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:08.008752 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-01ca2c86-6574-4c40-abae-14651927674b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d0aef0bc213a4bca868fb1b892b27c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941217 Apr 14 16:21:08.009714 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca2c86-6574-4c40-abae-14651927674b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85f8c85-de98-4a15-9a2b-cf21e57e334d,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:08.011653 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 45902) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:08.012850 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-01ca2c86-6574-4c40-abae-14651927674b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:08.074966 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9ac47398-d275-423d-bda9-8cd81fd09148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:08.104229 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9ac47398-d275-423d-bda9-8cd81fd09148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:08.155396 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9ac47398-d275-423d-bda9-8cd81fd09148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:08.164302 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9db7b03d-5fd5-4f4e-92d3-76e513fb54d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:08.182446 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac47398-d275-423d-bda9-8cd81fd09148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85f8c85-de98-4a15-9a2b-cf21e57e334d,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:08.186857 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9ac47398-d275-423d-bda9-8cd81fd09148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:08.189088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9ac47398-d275-423d-bda9-8cd81fd09148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:08.190942 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-9ac47398-d275-423d-bda9-8cd81fd09148 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b85f8c85-de98-4a15-9a2b-cf21e57e334d HTTP/1.1" status: 204 len: 168 time: 0.1781533 Apr 14 16:21:08.266652 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a73ec6-6e3d-45bf-9f29-cb926ee4754b req-d8dfd99e-6fef-472f-ad63-28a0dafda36a tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:08.268249 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-69a73ec6-6e3d-45bf-9f29-cb926ee4754b req-d8dfd99e-6fef-472f-ad63-28a0dafda36a tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.0903752 Apr 14 16:21:08.303044 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-69a73ec6-6e3d-45bf-9f29-cb926ee4754b req-652ce623-e2d8-4354-96b9-a1075138caa6 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266471 Apr 14 16:21:08.476181 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 45914) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:08.495479 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-89654c69-91a4-428d-9393-ffc4c123a489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:08.512019 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-89654c69-91a4-428d-9393-ffc4c123a489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:21:08.517248 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-89654c69-91a4-428d-9393-ffc4c123a489 admin admin] Usage tracker for resource:security_group_rule and tenant:084563a523bd4dcd82bdfe70edf272ed is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:21:08.520175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-89654c69-91a4-428d-9393-ffc4c123a489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:21:08.526676 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-89654c69-91a4-428d-9393-ffc4c123a489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:21:08.611792 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-89654c69-91a4-428d-9393-ffc4c123a489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:08.614225 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-89654c69-91a4-428d-9393-ffc4c123a489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:08.623955 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-502ec2f0-bb05-4131-9e3d-4de602ef92de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:08.666208 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-89654c69-91a4-428d-9393-ffc4c123a489 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=084563a523bd4dcd82bdfe70edf272ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888084 Apr 14 16:21:08.667796 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89654c69-91a4-428d-9393-ffc4c123a489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2850ca-17df-4f20-8fd6-5a6512d0b479,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:08.668985 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 45918) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:08.670991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-89654c69-91a4-428d-9393-ffc4c123a489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:08.730800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d75dbf2f-6f88-450c-9bec-2a3eb5575214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:08.757916 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d75dbf2f-6f88-450c-9bec-2a3eb5575214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:08.805973 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d75dbf2f-6f88-450c-9bec-2a3eb5575214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:08.810824 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-62612f22-eebe-4ef3-9825-d0f9b3ef9c27 tempest-TestMinimumBasicScenario-1138752196 tempest-TestMinimumBasicScenario-1138752196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:08.825111 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dbf2f-6f88-450c-9bec-2a3eb5575214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2850ca-17df-4f20-8fd6-5a6512d0b479,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:08.828204 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d75dbf2f-6f88-450c-9bec-2a3eb5575214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:08.832522 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d75dbf2f-6f88-450c-9bec-2a3eb5575214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:08.833749 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d75dbf2f-6f88-450c-9bec-2a3eb5575214 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa2850ca-17df-4f20-8fd6-5a6512d0b479 HTTP/1.1" status: 204 len: 168 time: 0.1636558 Apr 14 16:21:09.534198 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ddd98-85af-4b81-b170-02ee8412ec96 req-1e11ff01-17ff-4551-98b2-cb4da885c0b9 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:09.535824 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-236ddd98-85af-4b81-b170-02ee8412ec96 req-1e11ff01-17ff-4551-98b2-cb4da885c0b9 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.0998507 Apr 14 16:21:09.567316 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-236ddd98-85af-4b81-b170-02ee8412ec96 req-d0f2a7ec-666a-4567-8786-9ab0602cf94e tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0245197 Apr 14 16:21:10.771482 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d48b5-aa00-4879-b470-c53cb67c3926 req-8f36b114-7ce4-44cd-9a0c-0af415e4b365 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:10.773854 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3b5d48b5-aa00-4879-b470-c53cb67c3926 req-8f36b114-7ce4-44cd-9a0c-0af415e4b365 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 943 time: 0.0892706 Apr 14 16:21:10.805563 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3b5d48b5-aa00-4879-b470-c53cb67c3926 req-ec39d6ca-08eb-417a-acde-df11f01aac32 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248926 Apr 14 16:21:10.832536 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:21:10.978639 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be,segment=NetworkSegment(952919a7-c0be-4172-af6c-71b5e1eb82b9),segment_id=952919a7-c0be-4172-af6c-71b5e1eb82b9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:21:10.992804 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be', 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9', 'port_id': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be', 'mac_address': 'fa:16:3e:e1:45:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:21:11.052315 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:11.054023 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:21:11.071114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be,segment=NetworkSegment(952919a7-c0be-4172-af6c-71b5e1eb82b9),segment_id=952919a7-c0be-4172-af6c-71b5e1eb82b9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:21:11.073975 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:11.076561 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:11.152216 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be,revision_number=7']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:11.156005 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:12.004899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed6de6-75f4-427a-a607-6a8cce658b2e req-d9be3a41-0577-4474-9698-c4a566edb001 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:12.006495 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-67ed6de6-75f4-427a-a607-6a8cce658b2e req-d9be3a41-0577-4474-9698-c4a566edb001 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 944 time: 0.0881081 Apr 14 16:21:12.036912 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-67ed6de6-75f4-427a-a607-6a8cce658b2e req-97302e29-d864-476a-aa27-7e365f28a1ad tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0239482 Apr 14 16:21:12.980249 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:21:13.249428 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662f1fb-f5d1-4d37-840a-d806c88ab327 req-e3987981-cdd0-4c9b-b0b4-edda24a75a7a tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:13.250949 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8662f1fb-f5d1-4d37-840a-d806c88ab327 req-e3987981-cdd0-4c9b-b0b4-edda24a75a7a tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 944 time: 0.0944471 Apr 14 16:21:13.281916 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8662f1fb-f5d1-4d37-840a-d806c88ab327 req-f591daff-fffc-44b6-837a-0dbbdade1ef9 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0245507 Apr 14 16:21:13.551819 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:14.464744 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fa3c6475-9cb8-42a8-bb62-d3e95fcac6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:14.498860 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449e89c-4ce7-40c8-b09c-52cfdf3aab8f req-ff26006e-5a28-4b73-ad5e-f1ce63320fd7 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:14.500608 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0449e89c-4ce7-40c8-b09c-52cfdf3aab8f req-ff26006e-5a28-4b73-ad5e-f1ce63320fd7 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 944 time: 0.0987091 Apr 14 16:21:14.535312 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0449e89c-4ce7-40c8-b09c-52cfdf3aab8f req-b9d68223-9d87-4557-9d33-dbf8e178c4c1 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280757 Apr 14 16:21:14.692192 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:21:14.765295 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:21:14.765715 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:14.898576 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:14.910952 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec37842c-337c-481a-b350-8055f911d09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:21:14.926851 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be,segment=NetworkSegment(952919a7-c0be-4172-af6c-71b5e1eb82b9),segment_id=952919a7-c0be-4172-af6c-71b5e1eb82b9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:21:14.931712 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:14.937109 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:14.973677 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec37842c-337c-481a-b350-8055f911d09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be', 'code': 200} Apr 14 16:21:15.020193 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be,revision_number=8']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:15.023364 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:15.362671 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372a0c3-f149-4cf7-891d-1f288a09c516 req-73b8b6d9-ac63-4e47-b803-e62771fa0bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:15.364289 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1372a0c3-f149-4cf7-891d-1f288a09c516 req-73b8b6d9-ac63-4e47-b803-e62771fa0bf5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 1098 time: 0.0793943 Apr 14 16:21:15.397593 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1372a0c3-f149-4cf7-891d-1f288a09c516 req-7bdea51a-4780-4e4c-8ef8-a11ca7582f4a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0220070 Apr 14 16:21:15.739222 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01f97b-3062-41c0-a832-d86a4208c8bc req-c9004a67-63ff-4b65-aa91-3b933c48c31b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:15.740920 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8f01f97b-3062-41c0-a832-d86a4208c8bc req-c9004a67-63ff-4b65-aa91-3b933c48c31b tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0916727 Apr 14 16:21:15.771347 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8f01f97b-3062-41c0-a832-d86a4208c8bc req-423a26b8-9abf-40f6-a64e-95976dcd5bd7 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0241532 Apr 14 16:21:16.606622 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ca4b1f77-135b-459b-974c-2a9ae0b6894c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:16.971160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0fdad-522d-4d2d-9f9c-3c4279893efc req-bafa638a-4519-4eff-899f-6ae30a44fdc0 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:16.972722 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-76a0fdad-522d-4d2d-9f9c-3c4279893efc req-bafa638a-4519-4eff-899f-6ae30a44fdc0 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0876179 Apr 14 16:21:17.003597 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-76a0fdad-522d-4d2d-9f9c-3c4279893efc req-31cfab77-df4b-4126-afe4-f380ea3f26f5 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0237534 Apr 14 16:21:17.566737 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:17.712395 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:18.986863 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:21.763938 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 46118) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:21.889160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-863e4c36-3425-404e-9992-9ee54bc908d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:21.904574 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-863e4c36-3425-404e-9992-9ee54bc908d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:21:21.908560 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-863e4c36-3425-404e-9992-9ee54bc908d0 admin admin] Usage tracker for resource:security_group_rule and tenant:a985a77c676f4e5a99449913f30a1be6 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:21:21.911577 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-863e4c36-3425-404e-9992-9ee54bc908d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:21:21.917692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-863e4c36-3425-404e-9992-9ee54bc908d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:21:22.006747 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-863e4c36-3425-404e-9992-9ee54bc908d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:22.009379 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-863e4c36-3425-404e-9992-9ee54bc908d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:22.018198 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2293f2c4-10a0-4376-99ed-c0b4d32ef6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:22.060176 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-863e4c36-3425-404e-9992-9ee54bc908d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a985a77c676f4e5a99449913f30a1be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950661 Apr 14 16:21:22.061952 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e4c36-3425-404e-9992-9ee54bc908d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69599423-6983-4425-bbfd-6aeb770f7731,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:22.063132 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 46124) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:22.065257 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-863e4c36-3425-404e-9992-9ee54bc908d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:22.128033 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bdc3f58e-48d4-457a-8c38-a5942e83fa8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:22.156758 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bdc3f58e-48d4-457a-8c38-a5942e83fa8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:22.202079 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bdc3f58e-48d4-457a-8c38-a5942e83fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:22.207056 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5a50af7f-e437-42e5-8c83-eaafbb979a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:22.219508 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3f58e-48d4-457a-8c38-a5942e83fa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69599423-6983-4425-bbfd-6aeb770f7731,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:22.221920 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bdc3f58e-48d4-457a-8c38-a5942e83fa8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:22.229960 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bdc3f58e-48d4-457a-8c38-a5942e83fa8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:22.231196 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-bdc3f58e-48d4-457a-8c38-a5942e83fa8b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69599423-6983-4425-bbfd-6aeb770f7731 HTTP/1.1" status: 204 len: 168 time: 0.1669195 Apr 14 16:21:22.514559 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 46132) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:22.535355 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e6124a7b-5256-45cf-8f72-3951f18a936f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:22.551398 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-e6124a7b-5256-45cf-8f72-3951f18a936f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:21:22.556175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-e6124a7b-5256-45cf-8f72-3951f18a936f admin admin] Usage tracker for resource:security_group_rule and tenant:0bce8a1c937b40ed98a12554fe9e89bc is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:21:22.559354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-e6124a7b-5256-45cf-8f72-3951f18a936f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:21:22.565712 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-e6124a7b-5256-45cf-8f72-3951f18a936f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:21:22.655760 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e6124a7b-5256-45cf-8f72-3951f18a936f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:22.658568 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e6124a7b-5256-45cf-8f72-3951f18a936f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:22.668510 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9ac47398-d275-423d-bda9-8cd81fd09148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:22.710865 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-e6124a7b-5256-45cf-8f72-3951f18a936f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0bce8a1c937b40ed98a12554fe9e89bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951327 Apr 14 16:21:22.712630 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6124a7b-5256-45cf-8f72-3951f18a936f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a611d5ef-ab3b-4450-8ab0-f4cf0fd83a25,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:22.713849 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 46140) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:22.715814 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e6124a7b-5256-45cf-8f72-3951f18a936f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:22.779053 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5b7b6a59-c738-4a8e-9946-1b518deb7ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:22.807349 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5b7b6a59-c738-4a8e-9946-1b518deb7ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:22.856053 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5b7b6a59-c738-4a8e-9946-1b518deb7ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:22.861230 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-aa26a3c5-cfe4-4e6f-a7dc-ded7411d2467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:22.874200 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b6a59-c738-4a8e-9946-1b518deb7ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a611d5ef-ab3b-4450-8ab0-f4cf0fd83a25,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:22.876528 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5b7b6a59-c738-4a8e-9946-1b518deb7ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:22.884165 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5b7b6a59-c738-4a8e-9946-1b518deb7ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:22.887807 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-5b7b6a59-c738-4a8e-9946-1b518deb7ac4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a611d5ef-ab3b-4450-8ab0-f4cf0fd83a25 HTTP/1.1" status: 204 len: 168 time: 0.1695828 Apr 14 16:21:23.252143 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 46152) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:23.273611 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-861371bb-a3aa-4e37-b4e9-683bdf817bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:23.289714 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-861371bb-a3aa-4e37-b4e9-683bdf817bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:21:23.293851 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-861371bb-a3aa-4e37-b4e9-683bdf817bed admin admin] Usage tracker for resource:security_group_rule and tenant:6154499d25ab454ea75d83a31811c485 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:21:23.296946 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-861371bb-a3aa-4e37-b4e9-683bdf817bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:21:23.303135 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-861371bb-a3aa-4e37-b4e9-683bdf817bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:21:23.390269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-861371bb-a3aa-4e37-b4e9-683bdf817bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:23.392750 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-861371bb-a3aa-4e37-b4e9-683bdf817bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:23.402520 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e6124a7b-5256-45cf-8f72-3951f18a936f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:23.445483 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-861371bb-a3aa-4e37-b4e9-683bdf817bed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6154499d25ab454ea75d83a31811c485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921725 Apr 14 16:21:23.447261 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861371bb-a3aa-4e37-b4e9-683bdf817bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2609f7-2a8e-468b-8345-83bd412cef90,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:23.448345 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 46156) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:23.450400 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-861371bb-a3aa-4e37-b4e9-683bdf817bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:23.514793 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-85ba2670-230c-42b7-81e6-7987073e074c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:23.542884 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-85ba2670-230c-42b7-81e6-7987073e074c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:23.586375 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-85ba2670-230c-42b7-81e6-7987073e074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:23.591239 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3eb3175b-dcc5-4f59-a74e-4d24a0a0f581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:23.602498 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba2670-230c-42b7-81e6-7987073e074c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2609f7-2a8e-468b-8345-83bd412cef90,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:23.606174 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-85ba2670-230c-42b7-81e6-7987073e074c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:23.609525 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-85ba2670-230c-42b7-81e6-7987073e074c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:23.612954 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-85ba2670-230c-42b7-81e6-7987073e074c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c2609f7-2a8e-468b-8345-83bd412cef90 HTTP/1.1" status: 204 len: 168 time: 0.1612229 Apr 14 16:21:24.369834 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 46190) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:24.484821 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1112031843-network', 'tenant_id': '28bab49fdf1d4cd6ad3fd130ccdcb79d'}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:21:24.490170 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:21:24.494983 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Usage tracker for resource:network and tenant:28bab49fdf1d4cd6ad3fd130ccdcb79d is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:21:24.497981 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:21:24.504067 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:21:24.513646 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Made reservation on behalf of 28bab49fdf1d4cd6ad3fd130ccdcb79d for: {'network': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:21:24.518516 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for network, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:24.531501 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:24.547584 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:21:24.551508 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Usage tracker for resource:security_group_rule and tenant:28bab49fdf1d4cd6ad3fd130ccdcb79d is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:21:24.555050 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:21:24.561043 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:21:24.644945 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:24.647617 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:24.651745 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c72df122-02a3-46d0-b8e6-135138f7ba71 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:24.676942 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=85245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:21:24.694662 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e5f200-3260-4adf-a7ea-d1d016f8ee53,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:24.697949 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:24.700509 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:24.700894 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.segments_db [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Added segment 4f952ab2-b17a-4e02-aee6-9a96d875195e of type vlan for network ebb2bd65-b40d-40a6-9312-374b615ea71c Apr 14 16:21:24.728022 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762880448473'] for network, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:24.757576 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005'] for network, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:24.758922 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:24.759559 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:24.764553 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-95dacc5e-b6d7-48c9-bcab-327abbb1deef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:24.870679 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4996662 Apr 14 16:21:24.871613 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Pushing event updated for resources: {'Network': ['ID=ebb2bd65-b40d-40a6-9312-374b615ea71c,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:24.873706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 46196) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:24.876426 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:24.880529 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [None req-99d722ba-4080-4abc-b518-10bf8a998eae admin admin] Request body: {'subnet': {'network_id': 'ebb2bd65-b40d-40a6-9312-374b615ea71c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1112031843-subnet', 'tenant_id': '28bab49fdf1d4cd6ad3fd130ccdcb79d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:21:24.882363 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Network ebb2bd65-b40d-40a6-9312-374b615ea71c details requested by agent ovs-agent-dv-cinder-786266-1-iscsi with host dv-cinder-786266-1-iscsi {{(pid=85246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:21:24.885835 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-99d722ba-4080-4abc-b518-10bf8a998eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:21:24.889854 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-99d722ba-4080-4abc-b518-10bf8a998eae admin admin] Usage tracker for resource:subnet and tenant:28bab49fdf1d4cd6ad3fd130ccdcb79d is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:21:24.892810 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-99d722ba-4080-4abc-b518-10bf8a998eae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:21:24.899495 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-99d722ba-4080-4abc-b518-10bf8a998eae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:21:24.909159 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d722ba-4080-4abc-b518-10bf8a998eae admin admin] Made reservation on behalf of 28bab49fdf1d4cd6ad3fd130ccdcb79d for: {'subnet': 1} {{(pid=85245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:21:24.914500 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-99d722ba-4080-4abc-b518-10bf8a998eae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852521197'] for subnet, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:25.343802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-99d722ba-4080-4abc-b518-10bf8a998eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852555869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852521108'] for subnet, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:25.359291 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:25.492252 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d722ba-4080-4abc-b518-10bf8a998eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a6742e-7504-4655-80c6-364f2e07b5fc,revision_number=0']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:25.495090 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-99d722ba-4080-4abc-b518-10bf8a998eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:25.559500 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d722ba-4080-4abc-b518-10bf8a998eae admin admin] Checking segment: {'id': '4f952ab2-b17a-4e02-aee6-9a96d875195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebb2bd65-b40d-40a6-9312-374b615ea71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:21:25.559881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d722ba-4080-4abc-b518-10bf8a998eae admin admin] Network hostable DHCP agents. Network: ebb2bd65-b40d-40a6-9312-374b615ea71c, hostable agents: ['964129d5-978a-46a6-a7ef-3dc42028e658'], hosted agents: [] {{(pid=85245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:21:25.578973 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d722ba-4080-4abc-b518-10bf8a998eae admin admin] Network ebb2bd65-b40d-40a6-9312-374b615ea71c is scheduled to be hosted by DHCP agent 964129d5-978a-46a6-a7ef-3dc42028e658 with binding_index 1 {{(pid=85245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:21:25.587935 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [None req-99d722ba-4080-4abc-b518-10bf8a998eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-iscsi, ebb2bd65-b40d-40a6-9312-374b615ea71c) {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:21:25.597343 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52f1063-8c82-4b96-a00b-9845b302084c None None] Network ebb2bd65-b40d-40a6-9312-374b615ea71c requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:21:25.599746 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d722ba-4080-4abc-b518-10bf8a998eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:25.600386 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-99d722ba-4080-4abc-b518-10bf8a998eae admin admin] Notify callbacks [] for subnet, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:25.620789 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-99d722ba-4080-4abc-b518-10bf8a998eae admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7459903 Apr 14 16:21:25.815385 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 46222) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:25.831996 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c295b826-d616-4656-a956-81375c1ba91a None None] Network ebb2bd65-b40d-40a6-9312-374b615ea71c requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:21:25.950433 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4f489291-b13a-4e18-814d-983a1268651c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:25.966383 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-4f489291-b13a-4e18-814d-983a1268651c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:21:25.970491 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-4f489291-b13a-4e18-814d-983a1268651c admin admin] Usage tracker for resource:security_group_rule and tenant:786fb80a0a884e2abb19a8d9b135aeb5 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:21:25.973487 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-4f489291-b13a-4e18-814d-983a1268651c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:21:25.980463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-4f489291-b13a-4e18-814d-983a1268651c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:21:26.069740 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4f489291-b13a-4e18-814d-983a1268651c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:26.072575 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4f489291-b13a-4e18-814d-983a1268651c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:26.081652 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-13526ce3-8a90-46b2-b129-9ad6952d6ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:26.124835 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-4f489291-b13a-4e18-814d-983a1268651c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=786fb80a0a884e2abb19a8d9b135aeb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080237 Apr 14 16:21:26.126667 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f489291-b13a-4e18-814d-983a1268651c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80640873-0e4d-479a-b342-5b12d4f7161d,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:26.127704 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 46228) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:26.130011 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4f489291-b13a-4e18-814d-983a1268651c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:26.197878 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c99c5f87-ca6f-418c-993f-4eeb1c618f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:26.226492 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c99c5f87-ca6f-418c-993f-4eeb1c618f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:26.272286 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c99c5f87-ca6f-418c-993f-4eeb1c618f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:26.277611 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d26ca1c3-dfab-4c30-9118-562183ab923b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:26.293526 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c5f87-ca6f-418c-993f-4eeb1c618f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80640873-0e4d-479a-b342-5b12d4f7161d,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:26.295862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c99c5f87-ca6f-418c-993f-4eeb1c618f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:26.306553 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c99c5f87-ca6f-418c-993f-4eeb1c618f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:26.310530 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-c99c5f87-ca6f-418c-993f-4eeb1c618f8c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80640873-0e4d-479a-b342-5b12d4f7161d HTTP/1.1" status: 204 len: 168 time: 0.1791012 Apr 14 16:21:27.944328 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-34f347f2-5684-4e22-9b99-f9b3e40ebdba tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:27.945973 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-34f347f2-5684-4e22-9b99-f9b3e40ebdba tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/networks?id=ebb2bd65-b40d-40a6-9312-374b615ea71c HTTP/1.1" status: 200 len: 809 time: 0.1605828 Apr 14 16:21:27.961733 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-cc2caaa4-a685-48de-b63a-fe04eb2890b1 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/quotas/28bab49fdf1d4cd6ad3fd130ccdcb79d HTTP/1.1" status: 200 len: 375 time: 0.0096550 Apr 14 16:21:28.014895 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-b15496d7-38c8-4bd6-8a81-fd54119ee859 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=28bab49fdf1d4cd6ad3fd130ccdcb79d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477481 Apr 14 16:21:28.026256 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-3862fc72-cf03-42a4-8194-1cd68f796cab service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:21:28.027295 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-3862fc72-cf03-42a4-8194-1cd68f796cab service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053692 Apr 14 16:21:28.175640 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-a1c98dda-e9c2-4196-8df1-58b832e501b1 service neutron] 10.222.0.60 "GET /v2.0/networks/ebb2bd65-b40d-40a6-9312-374b615ea71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422043 Apr 14 16:21:28.318835 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-c749f365-6a9a-4199-8723-f1fc5528b49b service neutron] 10.222.0.60 "GET /v2.0/networks/ebb2bd65-b40d-40a6-9312-374b615ea71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362088 Apr 14 16:21:28.516257 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8e29f202-9532-4d51-9824-c30951632b31 req-adc1d4be-b254-4dfe-a746-47ff64349298 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 210 time: 0.0526421 Apr 14 16:21:29.684714 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-06b93b91-0ed0-43db-8aa3-f1283e49b4bc req-9b465adf-19f8-4225-8edb-2b6b526d51da tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 210 time: 0.0540504 Apr 14 16:21:29.921467 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-0127da36-55cd-4323-b94b-f29f178341ae tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:29.922996 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-0127da36-55cd-4323-b94b-f29f178341ae tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.41 "GET /v2.0/networks?id=ebb2bd65-b40d-40a6-9312-374b615ea71c HTTP/1.1" status: 200 len: 809 time: 0.1605744 Apr 14 16:21:29.936452 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-05cc590e-04c4-48ad-b8b0-05089972657a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Request body: {'port': {'device_id': '0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7', 'network_id': 'ebb2bd65-b40d-40a6-9312-374b615ea71c', 'admin_state_up': True, 'tenant_id': '28bab49fdf1d4cd6ad3fd130ccdcb79d'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:21:30.082086 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-05cc590e-04c4-48ad-b8b0-05089972657a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:21:30.086193 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-05cc590e-04c4-48ad-b8b0-05089972657a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Usage tracker for resource:port and tenant:28bab49fdf1d4cd6ad3fd130ccdcb79d is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:21:30.089152 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-05cc590e-04c4-48ad-b8b0-05089972657a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:21:30.095135 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-05cc590e-04c4-48ad-b8b0-05089972657a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:21:30.105029 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-05cc590e-04c4-48ad-b8b0-05089972657a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Made reservation on behalf of 28bab49fdf1d4cd6ad3fd130ccdcb79d for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:21:30.110953 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-05cc590e-04c4-48ad-b8b0-05089972657a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:30.281631 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-05cc590e-04c4-48ad-b8b0-05089972657a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Allocated IP 172.20.0.4 (ebb2bd65-b40d-40a6-9312-374b615ea71c/f9a6742e-7504-4655-80c6-364f2e07b5fc/fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:21:30.478080 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-05cc590e-04c4-48ad-b8b0-05089972657a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:30.508404 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-05cc590e-04c4-48ad-b8b0-05089972657a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:30.523917 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-3178ba41-ff39-4e2c-bef8-be7d1b85713d tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:30.667204 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc590e-04c4-48ad-b8b0-05089972657a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Pushing event updated for resources: {'Port': ['ID=fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:30.671707 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-05cc590e-04c4-48ad-b8b0-05089972657a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:30.729560 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-05cc590e-04c4-48ad-b8b0-05089972657a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Network ebb2bd65-b40d-40a6-9312-374b615ea71c is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:21:30.731034 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-05cc590e-04c4-48ad-b8b0-05089972657a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:21:30.733506 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-05cc590e-04c4-48ad-b8b0-05089972657a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:21:30.800724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-05cc590e-04c4-48ad-b8b0-05089972657a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:30.801415 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-05cc590e-04c4-48ad-b8b0-05089972657a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:30.823017 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-05cc590e-04c4-48ad-b8b0-05089972657a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8908255 Apr 14 16:21:30.841100 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Request body: {'port': {'device_id': '0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:21:30.891423 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c360e7-2914-4566-8cd1-efa02287c9ad req-e4ed4d27-8c57-447a-bc6e-d1158977e78b tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:30.893182 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-23c360e7-2914-4566-8cd1-efa02287c9ad req-e4ed4d27-8c57-447a-bc6e-d1158977e78b tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 931 time: 0.0911133 Apr 14 16:21:30.944422 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-23c360e7-2914-4566-8cd1-efa02287c9ad req-6e22b314-c783-43c5-a56a-ed090be5999c tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Synchronizing usage tracker for tenant:28bab49fdf1d4cd6ad3fd130ccdcb79d on resource:security_group {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:21:30.961770 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-23c360e7-2914-4566-8cd1-efa02287c9ad req-6e22b314-c783-43c5-a56a-ed090be5999c tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Unset dirty status for tenant:28bab49fdf1d4cd6ad3fd130ccdcb79d on resource:security_group {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:21:30.963019 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-23c360e7-2914-4566-8cd1-efa02287c9ad req-6e22b314-c783-43c5-a56a-ed090be5999c tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629594 Apr 14 16:21:30.967922 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:31.620616 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:21:31.628331 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:31.644018 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Transition to ACTIVE for port object fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:21:31.646898 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:31.665863 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-018e7a71-19ac-483b-9b19-273938487b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:31.802351 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:31.812634 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:32.026011 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Attempting to bind port fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:21:32.026376 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Attempting to bind port fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '4f952ab2-b17a-4e02-aee6-9a96d875195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebb2bd65-b40d-40a6-9312-374b615ea71c'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:21:32.026737 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Attempting to bind port fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d on network ebb2bd65-b40d-40a6-9312-374b615ea71c {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:21:32.031979 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Port fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d on network ebb2bd65-b40d-40a6-9312-374b615ea71c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:21:32.032339 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Attempting to bind port fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d on network ebb2bd65-b40d-40a6-9312-374b615ea71c {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:21:32.038670 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:21:32.039043 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Checking segment: {'id': '4f952ab2-b17a-4e02-aee6-9a96d875195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebb2bd65-b40d-40a6-9312-374b615ea71c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:21:32.039466 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Bound using segment: {'id': '4f952ab2-b17a-4e02-aee6-9a96d875195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebb2bd65-b40d-40a6-9312-374b615ea71c'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:21:32.039933 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Bound port: fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f952ab2-b17a-4e02-aee6-9a96d875195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebb2bd65-b40d-40a6-9312-374b615ea71c'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:21:32.040313 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:32.188310 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] For port fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d, host hv-cinder-78626, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:21:32.193686 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] For port fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d,segment=NetworkSegment(4f952ab2-b17a-4e02-aee6-9a96d875195e),segment_id=4f952ab2-b17a-4e02-aee6-9a96d875195e)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:21:32.199921 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:32.216255 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2f6c16b8-0153-4bd1-be6f-e8eb710481b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:32.297904 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f90ef2-498e-45e6-889a-92a4889a2aa5 req-2c3d6a55-c0e8-402c-b8c6-a539deba62f2 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:32.298663 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-75f90ef2-498e-45e6-889a-92a4889a2aa5 req-2c3d6a55-c0e8-402c-b8c6-a539deba62f2 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Synchronizing usage tracker for tenant:28bab49fdf1d4cd6ad3fd130ccdcb79d on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:21:32.404362 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:32.410542 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:32.411209 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-75f90ef2-498e-45e6-889a-92a4889a2aa5 req-2c3d6a55-c0e8-402c-b8c6-a539deba62f2 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Unset dirty status for tenant:28bab49fdf1d4cd6ad3fd130ccdcb79d on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:21:32.413614 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-75f90ef2-498e-45e6-889a-92a4889a2aa5 req-2c3d6a55-c0e8-402c-b8c6-a539deba62f2 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 943 time: 0.3300681 Apr 14 16:21:32.463946 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-75f90ef2-498e-45e6-889a-92a4889a2aa5 req-d9a20bf7-0f30-45b9-84a6-95f157a5d646 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379813 Apr 14 16:21:32.468626 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:32.469472 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:32.470933 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5b15452e-d445-49c2-833c-58878556a321 service neutron] 10.222.0.41 "PUT /v2.0/ports/fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d HTTP/1.1" status: 200 len: 1093 time: 1.6346703 Apr 14 16:21:32.471492 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7', 'tag': 'fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:21:32.616023 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5df3d448-ac49-48b9-a470-a2435c272982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:32.617708 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-5df3d448-ac49-48b9-a470-a2435c272982 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28bab49fdf1d4cd6ad3fd130ccdcb79d&device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 1096 time: 0.0908403 Apr 14 16:21:32.695909 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7', 'tag': 'fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d', 'status': 'completed', 'code': 200} Apr 14 16:21:32.712061 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-6db3093f-11cb-4aaf-b885-2c888fff269d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d HTTP/1.1" status: 200 len: 217 time: 0.0752923 Apr 14 16:21:32.784397 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-317f7b50-9d36-4be8-8a9b-ca29816bfa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:32.786023 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-317f7b50-9d36-4be8-8a9b-ca29816bfa0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f9a6742e-7504-4655-80c6-364f2e07b5fc HTTP/1.1" status: 200 len: 849 time: 0.0654306 Apr 14 16:21:32.852061 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-cd04b542-6966-4a7d-97ef-e643900b8b59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebb2bd65-b40d-40a6-9312-374b615ea71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510862 Apr 14 16:21:33.005183 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-d603e869-c362-4c86-88e6-5d92a57480d8 service neutron] 10.222.0.41 "GET /v2.0/networks/ebb2bd65-b40d-40a6-9312-374b615ea71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389391 Apr 14 16:21:33.165512 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6d192abe-9ab0-4e6b-9aec-374ab1cc5f10 req-3e750a39-cb38-4d23-9087-76ab0d6764c3 service neutron] 10.222.0.41 "GET /v2.0/networks/ebb2bd65-b40d-40a6-9312-374b615ea71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434410 Apr 14 16:21:33.308323 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d483e2-f979-4c3a-b322-cd8e7ecaaf29 req-b830ff0a-e65f-453c-8c37-d95d0eb0a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:33.310004 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-17d483e2-f979-4c3a-b322-cd8e7ecaaf29 req-b830ff0a-e65f-453c-8c37-d95d0eb0a623 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28bab49fdf1d4cd6ad3fd130ccdcb79d&device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 1096 time: 0.0794146 Apr 14 16:21:33.460758 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d483e2-f979-4c3a-b322-cd8e7ecaaf29 req-968b0fe8-e0fe-463f-b04a-96ffcc25e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:33.462400 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-17d483e2-f979-4c3a-b322-cd8e7ecaaf29 req-968b0fe8-e0fe-463f-b04a-96ffcc25e7d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ebb2bd65-b40d-40a6-9312-374b615ea71c HTTP/1.1" status: 200 len: 910 time: 0.1416969 Apr 14 16:21:33.548461 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-17d483e2-f979-4c3a-b322-cd8e7ecaaf29 req-160762e6-2ff0-4e75-ad36-d47b470c0a9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d HTTP/1.1" status: 200 len: 217 time: 0.0728223 Apr 14 16:21:33.681488 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d483e2-f979-4c3a-b322-cd8e7ecaaf29 req-fbfbd2a8-7a3b-4860-a0c2-a6d9afbe2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:33.683075 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-17d483e2-f979-4c3a-b322-cd8e7ecaaf29 req-fbfbd2a8-7a3b-4860-a0c2-a6d9afbe2b59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f9a6742e-7504-4655-80c6-364f2e07b5fc HTTP/1.1" status: 200 len: 849 time: 0.1246967 Apr 14 16:21:33.747485 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-17d483e2-f979-4c3a-b322-cd8e7ecaaf29 req-1c9e8753-01e3-43e6-a000-da0cc85ecbf9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebb2bd65-b40d-40a6-9312-374b615ea71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506375 Apr 14 16:21:33.760460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e0748-a859-4f63-b80a-d140f783d113 req-ac24372a-2298-42cc-a3da-cf445caa6fb6 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:33.762068 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2f6e0748-a859-4f63-b80a-d140f783d113 req-ac24372a-2298-42cc-a3da-cf445caa6fb6 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 943 time: 0.1684785 Apr 14 16:21:33.830419 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2f6e0748-a859-4f63-b80a-d140f783d113 req-191dd5f5-c2c6-4e7b-be74-3d74a00f75e6 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454166 Apr 14 16:21:33.923810 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-17d483e2-f979-4c3a-b322-cd8e7ecaaf29 req-8825b3bf-f180-45ad-a96d-a2931b185d8b service neutron] 10.222.0.41 "GET /v2.0/networks/ebb2bd65-b40d-40a6-9312-374b615ea71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606982 Apr 14 16:21:34.078210 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-17d483e2-f979-4c3a-b322-cd8e7ecaaf29 req-5142f521-fe74-4723-9ecf-b1b376bd6040 service neutron] 10.222.0.41 "GET /v2.0/networks/ebb2bd65-b40d-40a6-9312-374b615ea71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421154 Apr 14 16:21:35.043178 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210944a-bed5-47f4-80fe-b47bbff3747f req-83b924a1-905c-44ba-9a82-53796325f2e4 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:35.044756 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c210944a-bed5-47f4-80fe-b47bbff3747f req-83b924a1-905c-44ba-9a82-53796325f2e4 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 943 time: 0.0948770 Apr 14 16:21:35.074873 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c210944a-bed5-47f4-80fe-b47bbff3747f req-6db26a71-3113-47ca-bb3c-ec3ec8df76ce tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237374 Apr 14 16:21:36.290056 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe3fc2-f118-49a3-939e-5b9e013685c3 req-ea08c6ff-2e8b-457a-84ff-30e8bdcf5e6b tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:36.291602 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0cfe3fc2-f118-49a3-939e-5b9e013685c3 req-ea08c6ff-2e8b-457a-84ff-30e8bdcf5e6b tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 943 time: 0.0955441 Apr 14 16:21:36.321855 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0cfe3fc2-f118-49a3-939e-5b9e013685c3 req-a069f26e-8964-4ec7-9ea4-f507cc87a078 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238385 Apr 14 16:21:36.776277 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:21:36.916802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d,segment=NetworkSegment(4f952ab2-b17a-4e02-aee6-9a96d875195e),segment_id=4f952ab2-b17a-4e02-aee6-9a96d875195e)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:21:36.930983 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': 'fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d', 'network_id': 'ebb2bd65-b40d-40a6-9312-374b615ea71c', 'port_id': 'fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d', 'mac_address': 'fa:16:3e:82:83:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a6742e-7504-4655-80c6-364f2e07b5fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:21:36.992351 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:37.010121 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:21:37.025754 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d,segment=NetworkSegment(4f952ab2-b17a-4e02-aee6-9a96d875195e),segment_id=4f952ab2-b17a-4e02-aee6-9a96d875195e)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:21:37.028805 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:37.030855 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:37.105934 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:37.124087 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:37.124588 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:37.124870 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:37.125404 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:37.127003 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:37.127399 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:37.127899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:37.128707 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:37.129991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:37.129991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:37.130196 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:37.137557 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:37.138348 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:37.375088 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:21:37.529314 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eecf2e-f2a4-40ee-baa1-cbb40e50c88d req-58877ef6-d5fd-41b7-8c00-e391101adc79 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:37.530883 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-22eecf2e-f2a4-40ee-baa1-cbb40e50c88d req-58877ef6-d5fd-41b7-8c00-e391101adc79 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 944 time: 0.0912490 Apr 14 16:21:37.562169 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-22eecf2e-f2a4-40ee-baa1-cbb40e50c88d req-56a654d7-b5b7-4a13-8593-d1c163324751 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240881 Apr 14 16:21:38.768941 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3651f55-cd11-499d-b5a4-df535ee8543f req-9ceaad08-5599-4247-b21e-b884e548d56d tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:38.770605 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e3651f55-cd11-499d-b5a4-df535ee8543f req-9ceaad08-5599-4247-b21e-b884e548d56d tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 944 time: 0.0920379 Apr 14 16:21:38.777450 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:21:38.805319 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e3651f55-cd11-499d-b5a4-df535ee8543f req-b9468471-85e8-4eb2-89ad-820b472e31cf tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261352 Apr 14 16:21:38.853613 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:21:38.854704 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 46422) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:38.859127 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:21:38.859542 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:38.978298 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0c08274b-1c21-45b2-82a8-4122e9bdb6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:38.983954 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:38.994221 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-0c08274b-1c21-45b2-82a8-4122e9bdb6e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:21:38.996237 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:21:38.998391 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-0c08274b-1c21-45b2-82a8-4122e9bdb6e0 admin admin] Usage tracker for resource:security_group_rule and tenant:0c48e3faf25c4437becbcb3051667dcc is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:21:39.001653 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-0c08274b-1c21-45b2-82a8-4122e9bdb6e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:21:39.006904 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d,segment=NetworkSegment(4f952ab2-b17a-4e02-aee6-9a96d875195e),segment_id=4f952ab2-b17a-4e02-aee6-9a96d875195e)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:21:39.008435 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-0c08274b-1c21-45b2-82a8-4122e9bdb6e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:21:39.010556 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:39.012480 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:39.046592 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d', 'code': 200} Apr 14 16:21:39.090937 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:39.094065 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:39.107666 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0c08274b-1c21-45b2-82a8-4122e9bdb6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:39.110591 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0c08274b-1c21-45b2-82a8-4122e9bdb6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:39.134766 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c0b15e82-d97d-4bb9-8c0e-c18797060b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:39.168467 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-0c08274b-1c21-45b2-82a8-4122e9bdb6e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c48e3faf25c4437becbcb3051667dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123887 Apr 14 16:21:39.171474 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 46430) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:21:39.184280 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08274b-1c21-45b2-82a8-4122e9bdb6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fe5123-7b85-441e-bcf9-f10ee924bee9,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:39.189699 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0c08274b-1c21-45b2-82a8-4122e9bdb6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:39.235926 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:39.266582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:39.306899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f7240-eede-4be2-9730-0b95d8dce846 req-2c114468-a746-40b5-8c52-902589c0aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:39.308408 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-552f7240-eede-4be2-9730-0b95d8dce846 req-2c114468-a746-40b5-8c52-902589c0aad2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 1098 time: 0.0770538 Apr 14 16:21:39.311497 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:39.316468 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c2d38266-6165-4593-b0ea-9e59d869224d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:39.331218 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fe5123-7b85-441e-bcf9-f10ee924bee9,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:39.340035 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-552f7240-eede-4be2-9730-0b95d8dce846 req-5b3ddc6c-d11d-4c92-ad3f-182aa32c8a95 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0209234 Apr 14 16:21:39.342493 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:39.342913 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:39.343325 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:39.343732 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:39.344133 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:39.344535 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:39.344936 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:39.345365 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:39.345762 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:39.346160 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:39.346555 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:39.346949 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:21:39.352761 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:39.354910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:39.356110 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43fe5123-7b85-441e-bcf9-f10ee924bee9 HTTP/1.1" status: 204 len: 168 time: 0.1834989 Apr 14 16:21:40.015248 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bb7e4-07ef-49b7-b258-5e5d76deeae6 req-4e517bdc-940d-4b00-8e5c-b3a5c57a26d7 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:40.016843 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-857bb7e4-07ef-49b7-b258-5e5d76deeae6 req-4e517bdc-940d-4b00-8e5c-b3a5c57a26d7 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 945 time: 0.0931313 Apr 14 16:21:40.047623 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-857bb7e4-07ef-49b7-b258-5e5d76deeae6 req-d3563556-0c0a-42ba-8917-03497c1e681e tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241880 Apr 14 16:21:40.156944 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:21:41.254073 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9ed59-bf60-43cb-b614-7b29749c4e03 req-8ee9507e-44a0-4a2b-9fb3-f963b4a69075 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:41.256475 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-44c9ed59-bf60-43cb-b614-7b29749c4e03 req-8ee9507e-44a0-4a2b-9fb3-f963b4a69075 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 945 time: 0.0895572 Apr 14 16:21:41.287295 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-44c9ed59-bf60-43cb-b614-7b29749c4e03 req-9a72d804-e927-447b-90c7-55fa75615550 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245576 Apr 14 16:21:42.703715 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8c4c6-cf31-4608-bd82-8e8a492d6f79 req-4f59779d-4ae7-4cca-b995-71a8d699c66b tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:42.705298 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-17c8c4c6-cf31-4608-bd82-8e8a492d6f79 req-4f59779d-4ae7-4cca-b995-71a8d699c66b tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 945 time: 0.3020310 Apr 14 16:21:42.735428 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-17c8c4c6-cf31-4608-bd82-8e8a492d6f79 req-46f34cd1-ed4b-42b3-b87b-ba00462f142c tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0229702 Apr 14 16:21:43.572913 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:43.937428 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406e673-ce7a-4568-a967-85edd945a6a7 req-71dcdd5e-8a89-4ceb-a8a4-1bd6d69d4698 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:43.938910 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b406e673-ce7a-4568-a967-85edd945a6a7 req-71dcdd5e-8a89-4ceb-a8a4-1bd6d69d4698 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 945 time: 0.0880258 Apr 14 16:21:43.970671 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b406e673-ce7a-4568-a967-85edd945a6a7 req-10dd9586-e943-4c09-852d-bed96a62f43c tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238698 Apr 14 16:21:44.465912 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4ee8b0b4-72a3-42dc-8637-52164bf5afb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:45.173962 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77987082-db22-44c7-b114-ec9d705d8ec1 req-1374a7a4-521a-4801-8405-11840cdfaf64 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:45.175551 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-77987082-db22-44c7-b114-ec9d705d8ec1 req-1374a7a4-521a-4801-8405-11840cdfaf64 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 945 time: 0.0927737 Apr 14 16:21:45.206691 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-77987082-db22-44c7-b114-ec9d705d8ec1 req-c3bc1c27-c4ca-4239-a07c-721742344ab1 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244999 Apr 14 16:21:46.417768 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb5bcd-91df-4032-a24a-29589e8ebc4b req-4df98c88-d1f8-4888-8ecc-538324d76f5d tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:46.419386 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4afb5bcd-91df-4032-a24a-29589e8ebc4b req-4df98c88-d1f8-4888-8ecc-538324d76f5d tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 945 time: 0.0978029 Apr 14 16:21:46.451226 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4afb5bcd-91df-4032-a24a-29589e8ebc4b req-cab6962b-e812-427a-9e66-b9fb8f4bd60e tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250444 Apr 14 16:21:46.608518 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-c4edc80f-536d-4edb-bcd7-151eecc34f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:47.569012 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:47.655649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3df21e-5780-4618-b470-a6f6e52ccaa8 req-39fffdc5-3b6d-4aee-b172-9ece9d63c560 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:47.657247 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fc3df21e-5780-4618-b470-a6f6e52ccaa8 req-39fffdc5-3b6d-4aee-b172-9ece9d63c560 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 945 time: 0.0914836 Apr 14 16:21:47.687719 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-fc3df21e-5780-4618-b470-a6f6e52ccaa8 req-43fc8fe8-649b-4412-abb1-f4cbe26ac510 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235746 Apr 14 16:21:47.715208 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:48.991094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:49.036128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a7d5b-8418-4176-885a-9b5bed829cd4 req-0f8e33d8-79ad-48ba-970c-4cea5e8ecd63 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:49.038403 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7b5a7d5b-8418-4176-885a-9b5bed829cd4 req-0f8e33d8-79ad-48ba-970c-4cea5e8ecd63 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 945 time: 0.0916266 Apr 14 16:21:49.068013 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-7b5a7d5b-8418-4176-885a-9b5bed829cd4 req-099d1572-d01d-4195-8a9c-fe2537cf54be tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234010 Apr 14 16:21:50.272657 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb76c7-1764-488e-8333-11b79f60c821 req-9cb9cbd4-a764-4eda-8af2-398c7cf2c424 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:50.274231 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-15cb76c7-1764-488e-8333-11b79f60c821 req-9cb9cbd4-a764-4eda-8af2-398c7cf2c424 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 945 time: 0.0869968 Apr 14 16:21:50.305146 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-15cb76c7-1764-488e-8333-11b79f60c821 req-0996c3b2-7899-464c-bbc1-9e4577e7da49 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243163 Apr 14 16:21:50.858354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28f02b-074e-47f5-ac77-06d2974e502b req-93bfec84-92cd-4749-975f-7eeb6365485b tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:50.859822 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ad28f02b-074e-47f5-ac77-06d2974e502b req-93bfec84-92cd-4749-975f-7eeb6365485b tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 945 time: 0.0979512 Apr 14 16:21:50.949725 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-ad28f02b-074e-47f5-ac77-06d2974e502b req-c0c59786-d541-4666-ae28-518b57ee615a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Deleting port fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:21:50.950177 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ad28f02b-074e-47f5-ac77-06d2974e502b req-c0c59786-d541-4666-ae28-518b57ee615a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:51.527247 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-ad28f02b-074e-47f5-ac77-06d2974e502b req-c0c59786-d541-4666-ae28-518b57ee615a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] For port fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d,segment=NetworkSegment(4f952ab2-b17a-4e02-aee6-9a96d875195e),segment_id=4f952ab2-b17a-4e02-aee6-9a96d875195e)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:21:51.527865 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ad28f02b-074e-47f5-ac77-06d2974e502b req-c0c59786-d541-4666-ae28-518b57ee615a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:51.671453 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-ad28f02b-074e-47f5-ac77-06d2974e502b req-c0c59786-d541-4666-ae28-518b57ee615a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Calling delete_port for fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:21:51.722239 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542f888-db51-4dfd-a544-2216bd230404 req-ec5aa305-f9e2-4a35-a7b1-7990d0224887 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:51.723897 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0542f888-db51-4dfd-a544-2216bd230404 req-ec5aa305-f9e2-4a35-a7b1-7990d0224887 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 945 time: 0.3021898 Apr 14 16:21:51.783559 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0542f888-db51-4dfd-a544-2216bd230404 req-6ba8de5b-a21a-4909-b862-23ccf831a4f8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466409 Apr 14 16:21:51.859437 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ad28f02b-074e-47f5-ac77-06d2974e502b req-c0c59786-d541-4666-ae28-518b57ee615a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:51.874808 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a0cc82bc-52be-42d7-ae41-f8b8d6de8bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:51.933268 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c59786-d541-4666-ae28-518b57ee615a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Pushing event deleted for resources: {'Port': ['ID=fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:51.937005 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c0c59786-d541-4666-ae28-518b57ee615a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:52.124431 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad28f02b-074e-47f5-ac77-06d2974e502b req-c0c59786-d541-4666-ae28-518b57ee615a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] No DVR routers for this DVR port fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d on host hv-cinder-78626 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:21:52.127124 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-ad28f02b-074e-47f5-ac77-06d2974e502b req-c0c59786-d541-4666-ae28-518b57ee615a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:52.132335 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7', 'name': 'network-vif-deleted', 'tag': 'fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:21:52.152951 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ad28f02b-074e-47f5-ac77-06d2974e502b req-c0c59786-d541-4666-ae28-518b57ee615a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.41 "DELETE /v2.0/ports/fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d HTTP/1.1" status: 204 len: 173 time: 1.2826827 Apr 14 16:21:52.182410 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7', 'name': 'network-vif-deleted', 'tag': 'fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d', 'status': 'completed', 'code': 200} Apr 14 16:21:52.950460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-20e547c3-a685-40d7-804a-8dc71ee873a4 req-ca5a237f-f733-4574-9909-3e595dbba45e tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Synchronizing usage tracker for tenant:28bab49fdf1d4cd6ad3fd130ccdcb79d on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:21:52.965819 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-20e547c3-a685-40d7-804a-8dc71ee873a4 req-ca5a237f-f733-4574-9909-3e595dbba45e tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Unset dirty status for tenant:28bab49fdf1d4cd6ad3fd130ccdcb79d on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:21:52.967057 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-20e547c3-a685-40d7-804a-8dc71ee873a4 req-ca5a237f-f733-4574-9909-3e595dbba45e tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 210 time: 0.0704212 Apr 14 16:21:54.134786 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-1d660a8a-5e4c-47a4-acf5-94c47c8e0f6c req-daac329b-befe-4cc0-ae77-a14f4cf2f542 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fc6e3fd-5296-4720-a8f6-d3f42b3d82a7 HTTP/1.1" status: 200 len: 210 time: 0.0527868 Apr 14 16:21:54.265070 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:21:55.596947 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-5d6aa853-39c2-4be2-95bc-5b5f3c1b4d1b tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:55.597728 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-5d6aa853-39c2-4be2-95bc-5b5f3c1b4d1b tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Synchronizing usage tracker for tenant:28bab49fdf1d4cd6ad3fd130ccdcb79d on resource:network {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:21:55.615709 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-5d6aa853-39c2-4be2-95bc-5b5f3c1b4d1b tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Unset dirty status for tenant:28bab49fdf1d4cd6ad3fd130ccdcb79d on resource:network {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:21:55.616869 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-5d6aa853-39c2-4be2-95bc-5b5f3c1b4d1b tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/networks?id=ebb2bd65-b40d-40a6-9312-374b615ea71c HTTP/1.1" status: 200 len: 809 time: 0.1774278 Apr 14 16:21:55.632609 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-40d560c8-fc10-4278-9eb3-a503f014ec21 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/quotas/28bab49fdf1d4cd6ad3fd130ccdcb79d HTTP/1.1" status: 200 len: 375 time: 0.0096314 Apr 14 16:21:55.689895 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-4c300b70-455d-4f04-aff9-c0a750d653ca tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=28bab49fdf1d4cd6ad3fd130ccdcb79d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509214 Apr 14 16:21:55.810065 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-9b530c88-acce-4431-9e0a-8cc4ad8b7b19 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=85245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:21:55.811169 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-9b530c88-acce-4431-9e0a-8cc4ad8b7b19 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1155498 Apr 14 16:21:55.955888 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-cc4d3ac0-7acb-4fde-8a4d-628b4dc60ba3 service neutron] 10.222.0.60 "GET /v2.0/networks/ebb2bd65-b40d-40a6-9312-374b615ea71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379414 Apr 14 16:21:56.100410 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-1794fef0-ea7e-430d-be9d-fdfb44b92993 service neutron] 10.222.0.60 "GET /v2.0/networks/ebb2bd65-b40d-40a6-9312-374b615ea71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373386 Apr 14 16:21:56.268483 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:21:56.298692 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-4bc25c6a-ed33-4164-be04-4dfe424cce02 req-77598c60-16e3-4880-a349-47676c6fc3a6 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d73b9b2-e71c-4fa1-b501-77cb94ada4a2 HTTP/1.1" status: 200 len: 210 time: 0.0515599 Apr 14 16:21:56.312401 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:21:56.312802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device fb4ca8c7-d5a3-4e79-9eff-377aa7f7695d not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:21:57.467753 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2ee91f2b-9d08-440b-aa09-8f85765900d3 req-b46a0dbb-0c94-42b7-b7d6-06adf0441cff tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d73b9b2-e71c-4fa1-b501-77cb94ada4a2 HTTP/1.1" status: 200 len: 210 time: 0.0496671 Apr 14 16:21:57.582058 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-477d36a0-61da-494d-a03c-d737e7769c88 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:57.584148 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-477d36a0-61da-494d-a03c-d737e7769c88 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.41 "GET /v2.0/networks?id=ebb2bd65-b40d-40a6-9312-374b615ea71c HTTP/1.1" status: 200 len: 809 time: 0.1639924 Apr 14 16:21:57.601013 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-9dd4a848-006a-4bca-b4a7-d35a7f66751a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Request body: {'port': {'device_id': '7d73b9b2-e71c-4fa1-b501-77cb94ada4a2', 'network_id': 'ebb2bd65-b40d-40a6-9312-374b615ea71c', 'admin_state_up': True, 'tenant_id': '28bab49fdf1d4cd6ad3fd130ccdcb79d'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:21:57.747510 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-9dd4a848-006a-4bca-b4a7-d35a7f66751a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:21:57.758074 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-9dd4a848-006a-4bca-b4a7-d35a7f66751a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:21:57.766805 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-9dd4a848-006a-4bca-b4a7-d35a7f66751a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Made reservation on behalf of 28bab49fdf1d4cd6ad3fd130ccdcb79d for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:21:57.773477 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-9dd4a848-006a-4bca-b4a7-d35a7f66751a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:57.925911 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_common [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-9dd4a848-006a-4bca-b4a7-d35a7f66751a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Allocated IP 172.20.0.10 (ebb2bd65-b40d-40a6-9312-374b615ea71c/f9a6742e-7504-4655-80c6-364f2e07b5fc/3e5997c2-23da-438a-a77f-879675e77e95) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:21:58.125976 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-9dd4a848-006a-4bca-b4a7-d35a7f66751a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:58.157410 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-9dd4a848-006a-4bca-b4a7-d35a7f66751a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273974314919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:58.172621 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-13e8c010-3c8a-4477-b429-f2a00a64f856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:58.317230 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4a848-006a-4bca-b4a7-d35a7f66751a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Pushing event updated for resources: {'Port': ['ID=3e5997c2-23da-438a-a77f-879675e77e95,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:58.321707 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9dd4a848-006a-4bca-b4a7-d35a7f66751a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:58.379307 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-9dd4a848-006a-4bca-b4a7-d35a7f66751a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Network ebb2bd65-b40d-40a6-9312-374b615ea71c is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:21:58.380515 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.base_scheduler [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-9dd4a848-006a-4bca-b4a7-d35a7f66751a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:21:58.382953 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-9dd4a848-006a-4bca-b4a7-d35a7f66751a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:21:58.450143 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-9dd4a848-006a-4bca-b4a7-d35a7f66751a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:58.450799 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-9dd4a848-006a-4bca-b4a7-d35a7f66751a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:58.475799 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-9dd4a848-006a-4bca-b4a7-d35a7f66751a tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8788748 Apr 14 16:21:58.489540 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.v2.base [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Request body: {'port': {'device_id': '7d73b9b2-e71c-4fa1-b501-77cb94ada4a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:21:58.664324 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:58.808788 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e34048-1b02-4457-891c-299cf1b4b279 req-235f5668-344f-49a2-a61c-eabfcd8ae91d tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:58.809485 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-45e34048-1b02-4457-891c-299cf1b4b279 req-235f5668-344f-49a2-a61c-eabfcd8ae91d tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Synchronizing usage tracker for tenant:28bab49fdf1d4cd6ad3fd130ccdcb79d on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:21:58.876850 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-45e34048-1b02-4457-891c-299cf1b4b279 req-235f5668-344f-49a2-a61c-eabfcd8ae91d tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Unset dirty status for tenant:28bab49fdf1d4cd6ad3fd130ccdcb79d on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:21:58.878124 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-45e34048-1b02-4457-891c-299cf1b4b279 req-235f5668-344f-49a2-a61c-eabfcd8ae91d tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d73b9b2-e71c-4fa1-b501-77cb94ada4a2 HTTP/1.1" status: 200 len: 932 time: 0.2824395 Apr 14 16:21:58.933786 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-45e34048-1b02-4457-891c-299cf1b4b279 req-8d5d8204-3876-4c8e-811b-d16bcf3a7cb2 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482721 Apr 14 16:21:59.125390 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5997c2-23da-438a-a77f-879675e77e95 {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:21:59.134344 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:59.150631 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Transition to ACTIVE for port object 3e5997c2-23da-438a-a77f-879675e77e95 will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:21:59.153573 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:59.168985 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8bb24013-d4d6-44d7-84b8-52f080949c31 tempest-VolumesNegativeTest-1693997752 tempest-VolumesNegativeTest-1693997752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:59.311619 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5997c2-23da-438a-a77f-879675e77e95,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:59.316657 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:59.534416 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Attempting to bind port 3e5997c2-23da-438a-a77f-879675e77e95 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:21:59.534907 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Attempting to bind port 3e5997c2-23da-438a-a77f-879675e77e95 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '4f952ab2-b17a-4e02-aee6-9a96d875195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebb2bd65-b40d-40a6-9312-374b615ea71c'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:21:59.535114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Attempting to bind port 3e5997c2-23da-438a-a77f-879675e77e95 on network ebb2bd65-b40d-40a6-9312-374b615ea71c {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:21:59.540302 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Port 3e5997c2-23da-438a-a77f-879675e77e95 on network ebb2bd65-b40d-40a6-9312-374b615ea71c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:21:59.540658 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Attempting to bind port 3e5997c2-23da-438a-a77f-879675e77e95 on network ebb2bd65-b40d-40a6-9312-374b615ea71c {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:21:59.546296 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Checking agent: {'id': 'c5ae6c9a-3e64-4d34-8106-5209c422e701', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'started_at': datetime.datetime(2021, 4, 14, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:21:59.546667 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Checking segment: {'id': '4f952ab2-b17a-4e02-aee6-9a96d875195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebb2bd65-b40d-40a6-9312-374b615ea71c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:21:59.547431 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Bound using segment: {'id': '4f952ab2-b17a-4e02-aee6-9a96d875195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebb2bd65-b40d-40a6-9312-374b615ea71c'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:21:59.547587 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Bound port: 3e5997c2-23da-438a-a77f-879675e77e95, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f952ab2-b17a-4e02-aee6-9a96d875195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ebb2bd65-b40d-40a6-9312-374b615ea71c'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:21:59.547970 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:59.630251 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] For port 3e5997c2-23da-438a-a77f-879675e77e95, host hv-cinder-78626, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:21:59.633689 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] For port 3e5997c2-23da-438a-a77f-879675e77e95, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3e5997c2-23da-438a-a77f-879675e77e95,segment=NetworkSegment(4f952ab2-b17a-4e02-aee6-9a96d875195e),segment_id=4f952ab2-b17a-4e02-aee6-9a96d875195e)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:21:59.636974 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852115428'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:59.652649 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ac89c7ef-111a-4404-8518-2d53ae9f4729 tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:21:59.812705 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5997c2-23da-438a-a77f-879675e77e95,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:21:59.818729 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:21:59.849881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:59.851050 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:59.852135 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] 10.222.0.41 "PUT /v2.0/ports/3e5997c2-23da-438a-a77f-879675e77e95 HTTP/1.1" status: 200 len: 1094 time: 1.3679881 Apr 14 16:21:59.852673 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d73b9b2-e71c-4fa1-b501-77cb94ada4a2', 'tag': '3e5997c2-23da-438a-a77f-879675e77e95'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:21:59.901016 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d73b9b2-e71c-4fa1-b501-77cb94ada4a2', 'tag': '3e5997c2-23da-438a-a77f-879675e77e95', 'status': 'completed', 'code': 200} Apr 14 16:21:59.991054 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-71643626-2613-405e-8e34-27a798936442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:59.992723 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-71643626-2613-405e-8e34-27a798936442 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28bab49fdf1d4cd6ad3fd130ccdcb79d&device_id=7d73b9b2-e71c-4fa1-b501-77cb94ada4a2 HTTP/1.1" status: 200 len: 1097 time: 0.0802307 Apr 14 16:22:00.123748 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-386dc564-a8d7-421a-9597-ded0092eed0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e5997c2-23da-438a-a77f-879675e77e95 HTTP/1.1" status: 200 len: 217 time: 0.1165893 Apr 14 16:22:00.219457 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-fae0811f-7078-4dd0-8e49-94427333cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:00.221003 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-fae0811f-7078-4dd0-8e49-94427333cd74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f9a6742e-7504-4655-80c6-364f2e07b5fc HTTP/1.1" status: 200 len: 849 time: 0.0848634 Apr 14 16:22:00.230041 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc39bb8-e330-452c-8cdf-354fdf4a6f6b req-3ba6cfa2-2f48-406d-9784-25615d1e2cd6 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:00.231495 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-dcc39bb8-e330-452c-8cdf-354fdf4a6f6b req-3ba6cfa2-2f48-406d-9784-25615d1e2cd6 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d73b9b2-e71c-4fa1-b501-77cb94ada4a2 HTTP/1.1" status: 200 len: 944 time: 0.1691422 Apr 14 16:22:00.293694 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-e942223b-3e71-4599-9a08-647383d78f3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebb2bd65-b40d-40a6-9312-374b615ea71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610995 Apr 14 16:22:00.300914 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-dcc39bb8-e330-452c-8cdf-354fdf4a6f6b req-194f902d-a886-4662-a311-aa7ec4777d8b tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350802 Apr 14 16:22:00.439861 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-2c0b137b-6911-4262-997c-7a9a3767b678 service neutron] 10.222.0.41 "GET /v2.0/networks/ebb2bd65-b40d-40a6-9312-374b615ea71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358886 Apr 14 16:22:00.582010 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6f3fd5d0-9822-4da4-baa0-dfb026250bef req-4733cecc-5195-4513-845e-f75a2b6bc119 service neutron] 10.222.0.41 "GET /v2.0/networks/ebb2bd65-b40d-40a6-9312-374b615ea71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339355 Apr 14 16:22:00.966333 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc08d11-544f-4185-800c-724cea16a56f req-684ee6ed-f0eb-45f2-9eb8-431582189392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:00.967973 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8fc08d11-544f-4185-800c-724cea16a56f req-684ee6ed-f0eb-45f2-9eb8-431582189392 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28bab49fdf1d4cd6ad3fd130ccdcb79d&device_id=7d73b9b2-e71c-4fa1-b501-77cb94ada4a2 HTTP/1.1" status: 200 len: 1097 time: 0.3385603 Apr 14 16:22:00.984627 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 46652) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:01.117274 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc08d11-544f-4185-800c-724cea16a56f req-771b3706-956f-4b2a-8ace-2863b7c3a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:01.118132 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6f16ec68-6199-4e29-b9f3-399f46c83607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:01.119240 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8fc08d11-544f-4185-800c-724cea16a56f req-771b3706-956f-4b2a-8ace-2863b7c3a5fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=ebb2bd65-b40d-40a6-9312-374b615ea71c HTTP/1.1" status: 200 len: 910 time: 0.1415029 Apr 14 16:22:01.134929 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-6f16ec68-6199-4e29-b9f3-399f46c83607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:22:01.139228 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-6f16ec68-6199-4e29-b9f3-399f46c83607 admin admin] Usage tracker for resource:security_group_rule and tenant:0e714f12efca417396bb31249b0dfc95 is out of sync, need to count used quota {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:22:01.143646 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [None req-6f16ec68-6199-4e29-b9f3-399f46c83607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:22:01.149746 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.quota.driver [None req-6f16ec68-6199-4e29-b9f3-399f46c83607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:22:01.200725 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8fc08d11-544f-4185-800c-724cea16a56f req-1e1a518d-a055-46e4-a43f-b67e643fb835 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e5997c2-23da-438a-a77f-879675e77e95 HTTP/1.1" status: 200 len: 217 time: 0.0682375 Apr 14 16:22:01.234863 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6f16ec68-6199-4e29-b9f3-399f46c83607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:01.237753 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6f16ec68-6199-4e29-b9f3-399f46c83607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:01.247995 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-72a587bf-1d74-4091-99ca-f8c3723c3ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:01.280772 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc08d11-544f-4185-800c-724cea16a56f req-73776339-79cf-49c2-8883-5415c6b1df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:01.282444 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8fc08d11-544f-4185-800c-724cea16a56f req-73776339-79cf-49c2-8883-5415c6b1df4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f9a6742e-7504-4655-80c6-364f2e07b5fc HTTP/1.1" status: 200 len: 849 time: 0.0704634 Apr 14 16:22:01.295842 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-6f16ec68-6199-4e29-b9f3-399f46c83607 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e714f12efca417396bb31249b0dfc95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100147 Apr 14 16:22:01.297579 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16ec68-6199-4e29-b9f3-399f46c83607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3352ebd4-5783-4f1e-a3de-4cf39f2d93ee,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:01.300118 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 46658) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:01.303794 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-6f16ec68-6199-4e29-b9f3-399f46c83607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:01.343455 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8fc08d11-544f-4185-800c-724cea16a56f req-17e00ef7-16ae-4364-b50c-bf7679a11a92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebb2bd65-b40d-40a6-9312-374b615ea71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480893 Apr 14 16:22:01.368778 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9c506995-d3e7-4442-b6d6-c044992f20c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:01.396269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9c506995-d3e7-4442-b6d6-c044992f20c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:01.493265 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8fc08d11-544f-4185-800c-724cea16a56f req-b7d89e8a-dadf-4d83-be27-ecede97f591f service neutron] 10.222.0.41 "GET /v2.0/networks/ebb2bd65-b40d-40a6-9312-374b615ea71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416776 Apr 14 16:22:01.498979 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9c506995-d3e7-4442-b6d6-c044992f20c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:01.505240 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-60d8734f-00f4-4238-88f0-522431fde809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:01.520792 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c506995-d3e7-4442-b6d6-c044992f20c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3352ebd4-5783-4f1e-a3de-4cf39f2d93ee,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:01.525948 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9c506995-d3e7-4442-b6d6-c044992f20c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:01.534665 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9c506995-d3e7-4442-b6d6-c044992f20c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:01.537508 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-9c506995-d3e7-4442-b6d6-c044992f20c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3352ebd4-5783-4f1e-a3de-4cf39f2d93ee HTTP/1.1" status: 204 len: 168 time: 0.2363904 Apr 14 16:22:01.559460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9661e-fe88-4d7a-895f-6df6ae44ad7b req-9087a6a5-a6d5-422c-8928-385db07f1d64 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:01.561369 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2fd9661e-fe88-4d7a-895f-6df6ae44ad7b req-9087a6a5-a6d5-422c-8928-385db07f1d64 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d73b9b2-e71c-4fa1-b501-77cb94ada4a2 HTTP/1.1" status: 200 len: 944 time: 0.1287045 Apr 14 16:22:01.596545 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-2fd9661e-fe88-4d7a-895f-6df6ae44ad7b req-626094cd-8273-41a2-b6e9-3f8e97fa541e tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259058 Apr 14 16:22:01.657339 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-8fc08d11-544f-4185-800c-724cea16a56f req-9af91b2b-aa1c-44ec-9734-e37c185d470c service neutron] 10.222.0.41 "GET /v2.0/networks/ebb2bd65-b40d-40a6-9312-374b615ea71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512046 Apr 14 16:22:02.304394 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 3e5997c2-23da-438a-a77f-879675e77e95 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:22:02.443330 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 3e5997c2-23da-438a-a77f-879675e77e95, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3e5997c2-23da-438a-a77f-879675e77e95,segment=NetworkSegment(4f952ab2-b17a-4e02-aee6-9a96d875195e),segment_id=4f952ab2-b17a-4e02-aee6-9a96d875195e)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:02.457123 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Returning: {'device': '3e5997c2-23da-438a-a77f-879675e77e95', 'network_id': 'ebb2bd65-b40d-40a6-9312-374b615ea71c', 'port_id': '3e5997c2-23da-438a-a77f-879675e77e95', 'mac_address': 'fa:16:3e:52:9d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a6742e-7504-4655-80c6-364f2e07b5fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:22:02.514895 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:02.516175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5997c2-23da-438a-a77f-879675e77e95 {{(pid=85246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:22:02.532690 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 3e5997c2-23da-438a-a77f-879675e77e95, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3e5997c2-23da-438a-a77f-879675e77e95,segment=NetworkSegment(4f952ab2-b17a-4e02-aee6-9a96d875195e),segment_id=4f952ab2-b17a-4e02-aee6-9a96d875195e)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:02.535500 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:02.537899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:02.608999 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=3e5997c2-23da-438a-a77f-879675e77e95,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:02.612212 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:02.807233 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631f572-18d7-4998-905d-2fc7f5976ed9 req-f4fd513c-f552-44e3-bd6d-9ede412ccd75 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:02.808810 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0631f572-18d7-4998-905d-2fc7f5976ed9 req-f4fd513c-f552-44e3-bd6d-9ede412ccd75 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d73b9b2-e71c-4fa1-b501-77cb94ada4a2 HTTP/1.1" status: 200 len: 945 time: 0.0951979 Apr 14 16:22:02.840742 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-0631f572-18d7-4998-905d-2fc7f5976ed9 req-45a47bf3-b20b-4c37-a0e9-569e62d752ce tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254769 Apr 14 16:22:02.896875 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['3e5997c2-23da-438a-a77f-879675e77e95'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:22:04.042839 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e01ae-a128-44f4-8fa3-00c0c8356124 req-fa52a905-1b3c-4ad5-b986-c38670e12780 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:04.044414 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3e5e01ae-a128-44f4-8fa3-00c0c8356124 req-fa52a905-1b3c-4ad5-b986-c38670e12780 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d73b9b2-e71c-4fa1-b501-77cb94ada4a2 HTTP/1.1" status: 200 len: 945 time: 0.0924380 Apr 14 16:22:04.074681 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3e5e01ae-a128-44f4-8fa3-00c0c8356124 req-931e69ed-2bc5-4361-a7f8-9cb164c66d34 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238504 Apr 14 16:22:04.316802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 3e5997c2-23da-438a-a77f-879675e77e95 up at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:22:04.392715 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning for port 3e5997c2-23da-438a-a77f-879675e77e95 completed by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:22:04.398297 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Provisioning complete for port 3e5997c2-23da-438a-a77f-879675e77e95 triggered by entity L2. {{(pid=85246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:22:04.398564 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81044'] for port, provisioning_complete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:04.520846 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853822274'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:04.533120 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d73b9b2-e71c-4fa1-b501-77cb94ada4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5997c2-23da-438a-a77f-879675e77e95'}] {{(pid=85246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:22:04.543781 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] For port 3e5997c2-23da-438a-a77f-879675e77e95, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3e5997c2-23da-438a-a77f-879675e77e95,segment=NetworkSegment(4f952ab2-b17a-4e02-aee6-9a96d875195e),segment_id=4f952ab2-b17a-4e02-aee6-9a96d875195e)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:04.546710 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762880903966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273974314902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762880460932'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:04.548691 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:04.619206 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Pushing event updated for resources: {'Port': ['ID=3e5997c2-23da-438a-a77f-879675e77e95,revision_number=5']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:04.622640 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:04.775978 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d73b9b2-e71c-4fa1-b501-77cb94ada4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5997c2-23da-438a-a77f-879675e77e95', 'code': 200} Apr 14 16:22:05.038905 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6df0e-55e3-4a0c-b887-870572103dd0 req-ab0d5cc2-c259-4dd9-ae35-9e8fc34a25be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:05.040405 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f9b6df0e-55e3-4a0c-b887-870572103dd0 req-ab0d5cc2-c259-4dd9-ae35-9e8fc34a25be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d73b9b2-e71c-4fa1-b501-77cb94ada4a2 HTTP/1.1" status: 200 len: 1099 time: 0.0785816 Apr 14 16:22:05.069569 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-f9b6df0e-55e3-4a0c-b887-870572103dd0 req-8c0ac974-6a12-47db-81e7-87f23ded8241 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0201383 Apr 14 16:22:05.276346 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d65d37-d067-49e0-8fd1-7170158871cd req-eb292cac-7125-4370-a07a-556bcc17e059 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:05.278233 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d9d65d37-d067-49e0-8fd1-7170158871cd req-eb292cac-7125-4370-a07a-556bcc17e059 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d73b9b2-e71c-4fa1-b501-77cb94ada4a2 HTTP/1.1" status: 200 len: 946 time: 0.0866170 Apr 14 16:22:05.314067 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-d9d65d37-d067-49e0-8fd1-7170158871cd req-5bf89603-a09a-4e75-b898-ae2b69edf0c1 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293632 Apr 14 16:22:06.521334 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb889f0-be98-494f-ae9f-3ef624479e85 req-69d1da88-75df-48d3-874d-161762bb3156 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:06.523064 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6bb889f0-be98-494f-ae9f-3ef624479e85 req-69d1da88-75df-48d3-874d-161762bb3156 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d73b9b2-e71c-4fa1-b501-77cb94ada4a2 HTTP/1.1" status: 200 len: 946 time: 0.0915797 Apr 14 16:22:06.554396 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-6bb889f0-be98-494f-ae9f-3ef624479e85 req-04c2d5ac-efe0-4e48-bb83-74ee4b486050 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240948 Apr 14 16:22:07.774247 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ebeb8-506e-44e7-ba2f-b2d945a840cb req-b7f5bf7d-31c7-4f30-9627-90894d301303 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:07.775826 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ae9ebeb8-506e-44e7-ba2f-b2d945a840cb req-b7f5bf7d-31c7-4f30-9627-90894d301303 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d73b9b2-e71c-4fa1-b501-77cb94ada4a2 HTTP/1.1" status: 200 len: 946 time: 0.0880334 Apr 14 16:22:07.806296 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-ae9ebeb8-506e-44e7-ba2f-b2d945a840cb req-b3ea245d-3f7a-4842-a6de-e1228b221c6d tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238943 Apr 14 16:22:09.016503 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa492b-312e-4e59-9fbf-1e27dae2b2c6 req-b246da51-83cf-47b4-acd8-0f332708ccba tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:09.018104 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e4aa492b-312e-4e59-9fbf-1e27dae2b2c6 req-b246da51-83cf-47b4-acd8-0f332708ccba tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d73b9b2-e71c-4fa1-b501-77cb94ada4a2 HTTP/1.1" status: 200 len: 946 time: 0.0922263 Apr 14 16:22:09.049309 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e4aa492b-312e-4e59-9fbf-1e27dae2b2c6 req-164eab60-5c38-4b07-8863-2ffb29210a7d tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247271 Apr 14 16:22:09.627180 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a487314-6502-4b58-b760-75cfbeb20e92 req-4fe584de-4e2a-442f-b099-63b21cde82b5 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:09.628736 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9a487314-6502-4b58-b760-75cfbeb20e92 req-4fe584de-4e2a-442f-b099-63b21cde82b5 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d73b9b2-e71c-4fa1-b501-77cb94ada4a2 HTTP/1.1" status: 200 len: 946 time: 0.0923913 Apr 14 16:22:09.705179 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-9a487314-6502-4b58-b760-75cfbeb20e92 req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Deleting port 3e5997c2-23da-438a-a77f-879675e77e95 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:09.705561 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-9a487314-6502-4b58-b760-75cfbeb20e92 req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:09.968838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-9a487314-6502-4b58-b760-75cfbeb20e92 req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] For port 3e5997c2-23da-438a-a77f-879675e77e95, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3e5997c2-23da-438a-a77f-879675e77e95,segment=NetworkSegment(4f952ab2-b17a-4e02-aee6-9a96d875195e),segment_id=4f952ab2-b17a-4e02-aee6-9a96d875195e)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:09.969268 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-9a487314-6502-4b58-b760-75cfbeb20e92 req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:10.102616 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-9a487314-6502-4b58-b760-75cfbeb20e92 req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Calling delete_port for 3e5997c2-23da-438a-a77f-879675e77e95 owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:10.325531 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-9a487314-6502-4b58-b760-75cfbeb20e92 req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:10.335725 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9830f-5239-4925-9ad4-1294f4f70ffb req-fe8467a6-b61a-4f59-bd96-8ba25981745d tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:10.337337 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e0c9830f-5239-4925-9ad4-1294f4f70ffb req-fe8467a6-b61a-4f59-bd96-8ba25981745d tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d73b9b2-e71c-4fa1-b501-77cb94ada4a2 HTTP/1.1" status: 200 len: 946 time: 0.1680472 Apr 14 16:22:10.340776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] get_ports_and_sgs() called for port_ids ['3e5997c2-23da-438a-a77f-879675e77e95'] {{(pid=85246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:22:10.351622 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-34e93667-b16e-46f5-afbd-60b9d6cf10b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:10.428306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Pushing event deleted for resources: {'Port': ['ID=3e5997c2-23da-438a-a77f-879675e77e95,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:10.496858 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:10.497299 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:10.497715 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:10.498124 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:10.498528 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:10.498928 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:10.499327 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:10.499724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:10.500161 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:10.500563 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:10.500960 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:10.501387 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:10.506739 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e0c9830f-5239-4925-9ad4-1294f4f70ffb req-571ae2c4-5262-4d86-9781-6785de61efe9 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e5f200-3260-4adf-a7ea-d1d016f8ee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185043 Apr 14 16:22:10.507558 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:10.633077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a487314-6502-4b58-b760-75cfbeb20e92 req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] No DVR routers for this DVR port 3e5997c2-23da-438a-a77f-879675e77e95 on host hv-cinder-78626 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:22:10.635493 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-9a487314-6502-4b58-b760-75cfbeb20e92 req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:10.638208 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d73b9b2-e71c-4fa1-b501-77cb94ada4a2', 'name': 'network-vif-deleted', 'tag': '3e5997c2-23da-438a-a77f-879675e77e95'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:22:10.653487 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9a487314-6502-4b58-b760-75cfbeb20e92 req-e4c38d6f-f3ce-46d8-ae1d-f95045e188c8 tempest-VolumesActionsTest-958926928 tempest-VolumesActionsTest-958926928-project] 10.222.0.41 "DELETE /v2.0/ports/3e5997c2-23da-438a-a77f-879675e77e95 HTTP/1.1" status: 204 len: 173 time: 1.0178938 Apr 14 16:22:10.689910 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d73b9b2-e71c-4fa1-b501-77cb94ada4a2', 'name': 'network-vif-deleted', 'tag': '3e5997c2-23da-438a-a77f-879675e77e95', 'status': 'completed', 'code': 200} Apr 14 16:22:12.330410 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 3e5997c2-23da-438a-a77f-879675e77e95 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:22:12.371356 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: 3e5997c2-23da-438a-a77f-879675e77e95 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:22:12.371675 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 3e5997c2-23da-438a-a77f-879675e77e95 not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:22:13.591433 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:14.466805 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-084dcced-a964-45e7-8eaf-0d52547627a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:16.610104 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-3de313c9-5437-410e-bb9f-1d037c5b6313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:17.158585 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:22:17.573493 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:17.719504 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:18.998085 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:26.134985 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 46826) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:26.405974 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-52ebbc81-7d63-427c-a591-d8496d14f518 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Deleting port 3ba3ae71-ab6a-4a14-ac2f-9cc42f19ef9b {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:26.406412 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-52ebbc81-7d63-427c-a591-d8496d14f518 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:26.596882 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-52ebbc81-7d63-427c-a591-d8496d14f518 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:26.597278 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-52ebbc81-7d63-427c-a591-d8496d14f518 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:26.734920 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-52ebbc81-7d63-427c-a591-d8496d14f518 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Calling delete_port for 3ba3ae71-ab6a-4a14-ac2f-9cc42f19ef9b owned by network:floatingip {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:26.922099 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-52ebbc81-7d63-427c-a591-d8496d14f518 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:26.938904 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-b445a9a1-3ca2-477c-a684-b57acd657b28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:26.995204 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebbc81-7d63-427c-a591-d8496d14f518 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event deleted for resources: {'Port': ['ID=3ba3ae71-ab6a-4a14-ac2f-9cc42f19ef9b,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:27.000120 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-52ebbc81-7d63-427c-a591-d8496d14f518 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:27.235496 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-52ebbc81-7d63-427c-a591-d8496d14f518 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for floatingip, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:27.236142 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_db [None req-52ebbc81-7d63-427c-a591-d8496d14f518 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Floating IP eccec643-985c-4651-9a99-dffb8b9b4fd5 disassociated (deleted). External IP: 172.27.2.23, port: 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb. Apr 14 16:22:27.644760 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ebbc81-7d63-427c-a591-d8496d14f518 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Router b94f027e-a86d-4722-a55f-149339d2e3fb has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:22:28.086155 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ebbc81-7d63-427c-a591-d8496d14f518 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:22:28.098131 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01de3c3-036a-49c6-8972-b8490204d3d2 None None] Sync routers for ids ['b94f027e-a86d-4722-a55f-149339d2e3fb'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:22:28.107601 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-52ebbc81-7d63-427c-a591-d8496d14f518 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:28.111623 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01de3c3-036a-49c6-8972-b8490204d3d2 None None] Routers {'b94f027e-a86d-4722-a55f-149339d2e3fb'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:22:28.112728 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e01de3c3-036a-49c6-8972-b8490204d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:22:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b94f027e-a86d-4722-a55f-149339d2e3fb'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:28.172014 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-52ebbc81-7d63-427c-a591-d8496d14f518 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "DELETE /v2.0/floatingips/eccec643-985c-4651-9a99-dffb8b9b4fd5 HTTP/1.1" status: 204 len: 168 time: 2.0324683 Apr 14 16:22:28.172014 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd409a4ad-aebe-4041-bbfc-6b76520d6d02', 'tag': '312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:22:28.403429 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd409a4ad-aebe-4041-bbfc-6b76520d6d02', 'tag': '312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb', 'status': 'completed', 'code': 200} Apr 14 16:22:28.569507 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38d42a-fc0f-4543-909b-de6fc5846938 req-8bca82ec-5d3d-45b6-8ed6-4bf3ac9db68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:28.571522 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5e38d42a-fc0f-4543-909b-de6fc5846938 req-8bca82ec-5d3d-45b6-8ed6-4bf3ac9db68b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81&device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 1098 time: 0.1393085 Apr 14 16:22:28.649894 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-e01de3c3-036a-49c6-8972-b8490204d3d2 None None] Set router b94f027e-a86d-4722-a55f-149339d2e3fb gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:22:28.794311 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38d42a-fc0f-4543-909b-de6fc5846938 req-f57aa35e-3e0b-4d54-9140-819693fc170c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:28.796365 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5e38d42a-fc0f-4543-909b-de6fc5846938 req-f57aa35e-3e0b-4d54-9140-819693fc170c service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f231942-4227-4866-b347-c39ce3e77e17 HTTP/1.1" status: 200 len: 913 time: 0.2158308 Apr 14 16:22:28.891231 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5e38d42a-fc0f-4543-909b-de6fc5846938 req-ef55601c-6028-421e-85d8-c145805f3e18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb HTTP/1.1" status: 200 len: 217 time: 0.0811265 Apr 14 16:22:28.984698 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38d42a-fc0f-4543-909b-de6fc5846938 req-82dc43b4-4923-494c-9465-e9e16f131e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:28.986810 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5e38d42a-fc0f-4543-909b-de6fc5846938 req-82dc43b4-4923-494c-9465-e9e16f131e35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e4a1f4-9db1-4dac-b369-d7c260cd42f3 HTTP/1.1" status: 200 len: 851 time: 0.0825064 Apr 14 16:22:29.054573 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229e7a7-ebb5-46ab-b8a6-9f834261ea0b req-a7d5339c-9971-4451-b87a-6afb10afeac6 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:29.056657 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9229e7a7-ebb5-46ab-b8a6-9f834261ea0b req-a7d5339c-9971-4451-b87a-6afb10afeac6 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 945 time: 0.3326080 Apr 14 16:22:29.105402 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9229e7a7-ebb5-46ab-b8a6-9f834261ea0b req-747e8f9a-717e-4ade-af18-eaebad691a19 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349019 Apr 14 16:22:29.144557 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38d42a-fc0f-4543-909b-de6fc5846938 req-224726fb-01a8-4e7a-9e70-08db5a9c0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:29.146848 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5e38d42a-fc0f-4543-909b-de6fc5846938 req-224726fb-01a8-4e7a-9e70-08db5a9c0d74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f231942-4227-4866-b347-c39ce3e77e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1517835 Apr 14 16:22:29.256508 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e01de3c3-036a-49c6-8972-b8490204d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '5fa1f67d-36a3-4320-9cd7-ff1ef8be6e3c', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'port_id': 'e78fae0b-8829-413f-93d4-0aa5119937a2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'mac_address': 'fa:16:3e:48:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:09Z', 'updated_at': '2021-04-14T16:18:13Z', 'revision_number': 1, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:29.267517 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01de3c3-036a-49c6-8972-b8490204d3d2 None None] Checking router: b94f027e-a86d-4722-a55f-149339d2e3fb for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:22:29.291319 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01de3c3-036a-49c6-8972-b8490204d3d2 None None] Routers {'b94f027e-a86d-4722-a55f-149339d2e3fb'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:22:29.292352 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e01de3c3-036a-49c6-8972-b8490204d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:22:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b94f027e-a86d-4722-a55f-149339d2e3fb'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:29.351778 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5e38d42a-fc0f-4543-909b-de6fc5846938 req-6d9b25d2-582f-4d56-ba1c-c8ceebfb8bcb service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932838 Apr 14 16:22:29.542954 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-5e38d42a-fc0f-4543-909b-de6fc5846938 req-aa5a1c23-9721-4236-a51b-8b530a85d911 service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795936 Apr 14 16:22:29.593227 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-e01de3c3-036a-49c6-8972-b8490204d3d2 None None] Set router b94f027e-a86d-4722-a55f-149339d2e3fb gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:22:30.008976 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-e01de3c3-036a-49c6-8972-b8490204d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '5fa1f67d-36a3-4320-9cd7-ff1ef8be6e3c', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'port_id': 'e78fae0b-8829-413f-93d4-0aa5119937a2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'mac_address': 'fa:16:3e:48:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:09Z', 'updated_at': '2021-04-14T16:18:13Z', 'revision_number': 1, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:30.013399 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01de3c3-036a-49c6-8972-b8490204d3d2 None None] The sync data for ids ['b94f027e-a86d-4722-a55f-149339d2e3fb'] in dv-cinder-786266-1-iscsi is: [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_floatingips': [{'id': '5fa1f67d-36a3-4320-9cd7-ff1ef8be6e3c', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'router_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'port_id': 'e78fae0b-8829-413f-93d4-0aa5119937a2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'mac_address': 'fa:16:3e:48:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:09Z', 'updated_at': '2021-04-14T16:18:13Z', 'revision_number': 1, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:22:30.402436 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af066ecf-5616-4718-b58b-7d62d12948b1 req-04b225a7-2d9e-422f-87ca-94617e7189ac tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:30.403276 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-af066ecf-5616-4718-b58b-7d62d12948b1 req-04b225a7-2d9e-422f-87ca-94617e7189ac tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Synchronizing usage tracker for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:22:30.420496 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-af066ecf-5616-4718-b58b-7d62d12948b1 req-04b225a7-2d9e-422f-87ca-94617e7189ac tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Unset dirty status for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:22:30.421799 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-af066ecf-5616-4718-b58b-7d62d12948b1 req-04b225a7-2d9e-422f-87ca-94617e7189ac tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 945 time: 0.1356668 Apr 14 16:22:30.459934 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-af066ecf-5616-4718-b58b-7d62d12948b1 req-436f2284-9acc-4f37-ac9a-89cc00f1d773 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300417 Apr 14 16:22:30.517884 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757c2a4a-6897-4d7b-9aa0-c9d75208aeb0 None None] New status for floating IP eccec643-985c-4651-9a99-dffb8b9b4fd5: DOWN {{(pid=85247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:22:30.757886 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e345371-a31c-4ce1-9839-37e570c0c93b req-1f833b07-d164-42c0-8530-d88c0fae5c39 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:30.760605 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3e345371-a31c-4ce1-9839-37e570c0c93b req-1f833b07-d164-42c0-8530-d88c0fae5c39 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.41 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 945 time: 0.1453891 Apr 14 16:22:30.877454 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-3e345371-a31c-4ce1-9839-37e570c0c93b req-9774b2f3-8219-4c50-baae-b3329b4eed55 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Deleting port 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:30.878072 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3e345371-a31c-4ce1-9839-37e570c0c93b req-9774b2f3-8219-4c50-baae-b3329b4eed55 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:31.495464 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-3e345371-a31c-4ce1-9839-37e570c0c93b req-9774b2f3-8219-4c50-baae-b3329b4eed55 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] For port 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:31.495744 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3e345371-a31c-4ce1-9839-37e570c0c93b req-9774b2f3-8219-4c50-baae-b3329b4eed55 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:31.673781 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-3e345371-a31c-4ce1-9839-37e570c0c93b req-9774b2f3-8219-4c50-baae-b3329b4eed55 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Calling delete_port for 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:31.803268 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3b027-e1b7-4ac2-b4ee-fff0bc9bcbdb req-9883ed2a-e135-4cfc-a445-599b25caa433 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:31.804815 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c2e3b027-e1b7-4ac2-b4ee-fff0bc9bcbdb req-9883ed2a-e135-4cfc-a445-599b25caa433 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 945 time: 0.1743054 Apr 14 16:22:31.879647 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c2e3b027-e1b7-4ac2-b4ee-fff0bc9bcbdb req-544b24cb-7f53-432e-9dd5-c90cdc4b77b0 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406196 Apr 14 16:22:31.902612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3e345371-a31c-4ce1-9839-37e570c0c93b req-9774b2f3-8219-4c50-baae-b3329b4eed55 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:31.960900 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-7029cf4f-4ce1-438e-b6a4-9e4049f40a2c tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:32.024177 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774b2f3-8219-4c50-baae-b3329b4eed55 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event deleted for resources: {'Port': ['ID=312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:32.028958 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9774b2f3-8219-4c50-baae-b3329b4eed55 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:32.218621 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e345371-a31c-4ce1-9839-37e570c0c93b req-9774b2f3-8219-4c50-baae-b3329b4eed55 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] No DVR routers for this DVR port 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb on host hv-cinder-78626 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:22:32.221207 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-3e345371-a31c-4ce1-9839-37e570c0c93b req-9774b2f3-8219-4c50-baae-b3329b4eed55 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:32.224565 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd409a4ad-aebe-4041-bbfc-6b76520d6d02', 'name': 'network-vif-deleted', 'tag': '312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:22:32.240572 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-3e345371-a31c-4ce1-9839-37e570c0c93b req-9774b2f3-8219-4c50-baae-b3329b4eed55 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.41 "DELETE /v2.0/ports/312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb HTTP/1.1" status: 204 len: 173 time: 1.4725051 Apr 14 16:22:32.273971 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd409a4ad-aebe-4041-bbfc-6b76520d6d02', 'name': 'network-vif-deleted', 'tag': '312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb', 'status': 'completed', 'code': 200} Apr 14 16:22:33.071102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-bdc43b0d-ad39-41d8-a9d3-ffacb2e324e3 req-c90753b6-e6f3-4194-bde7-507cdefae452 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Synchronizing usage tracker for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:22:33.089886 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-bdc43b0d-ad39-41d8-a9d3-ffacb2e324e3 req-c90753b6-e6f3-4194-bde7-507cdefae452 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Unset dirty status for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:22:33.091165 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-bdc43b0d-ad39-41d8-a9d3-ffacb2e324e3 req-c90753b6-e6f3-4194-bde7-507cdefae452 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=d409a4ad-aebe-4041-bbfc-6b76520d6d02 HTTP/1.1" status: 200 len: 210 time: 0.0757513 Apr 14 16:22:34.391841 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:22:34.430749 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:22:34.431143 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device 312d4cc5-7239-4df5-b7ed-2b4bf3f5dbbb not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:22:34.515106 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 46960) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:34.583775 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96e7165-6c51-4ad0-bf7e-dfd9f62bc0ae admin admin] Deleting subnet f9a6742e-7504-4655-80c6-364f2e07b5fc {{(pid=85245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:22:34.586881 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a96e7165-6c51-4ad0-bf7e-dfd9f62bc0ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:34.637676 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a96e7165-6c51-4ad0-bf7e-dfd9f62bc0ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296618'] for subnet, precommit_delete_associations {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:34.699346 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a96e7165-6c51-4ad0-bf7e-dfd9f62bc0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5661'] for subnet, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:34.952580 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a96e7165-6c51-4ad0-bf7e-dfd9f62bc0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2219868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2254709'] for subnet, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:34.967681 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:35.017403 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e7165-6c51-4ad0-bf7e-dfd9f62bc0ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a6742e-7504-4655-80c6-364f2e07b5fc,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:35.021438 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a96e7165-6c51-4ad0-bf7e-dfd9f62bc0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:35.103525 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-a96e7165-6c51-4ad0-bf7e-dfd9f62bc0ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:35.109517 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-a96e7165-6c51-4ad0-bf7e-dfd9f62bc0ae admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f9a6742e-7504-4655-80c6-364f2e07b5fc HTTP/1.1" status: 204 len: 168 time: 0.5932350 Apr 14 16:22:35.112196 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 46964) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:35.227959 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-921dc5b6-2231-4316-8e54-502889c1fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853770560'] for network, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:35.418633 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-921dc5b6-2231-4316-8e54-502889c1fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854700900', 'neutron.services.segments.db._delete_segments_for_network--9223363273973794898'] for network, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:35.536285 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-921dc5b6-2231-4316-8e54-502889c1fe95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb2bd65-b40d-40a6-9312-374b615ea71c']}} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:35.550318 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-921dc5b6-2231-4316-8e54-502889c1fe95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f952ab2-b17a-4e02-aee6-9a96d875195e') {'for_net_delete': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:35.550662 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-921dc5b6-2231-4316-8e54-502889c1fe95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f952ab2-b17a-4e02-aee6-9a96d875195e') {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:35.563551 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-921dc5b6-2231-4316-8e54-502889c1fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273973794642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297564'] for segment, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:35.581130 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-921dc5b6-2231-4316-8e54-502889c1fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:35.589366 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921dc5b6-2231-4316-8e54-502889c1fe95 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=85245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:22:35.767756 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-921dc5b6-2231-4316-8e54-502889c1fe95 admin admin] Network ebb2bd65-b40d-40a6-9312-374b615ea71c has no segments {{(pid=85245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:22:35.776879 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-921dc5b6-2231-4316-8e54-502889c1fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2219827'] for segment, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:35.956506 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-921dc5b6-2231-4316-8e54-502889c1fe95 admin admin] Network ebb2bd65-b40d-40a6-9312-374b615ea71c has no segments {{(pid=85245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: Traceback (most recent call last): Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: timer() Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: cb(*args, **kw) Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: return func(*args, **kwargs) Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: self._notify() Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: self.callback(batched_events) Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: event.method(event) Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: segment_id)['aggregates'][0] Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: return f(self, *a, **k) Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: return self._get(url).json() Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: **kwargs) Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: return self.request(url, 'GET', **kwargs) Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: **endpoint_filter) Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:22:35.979318 dv-cinder-786266-1-iscsi neutron-server[85131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:22:36.060866 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-921dc5b6-2231-4316-8e54-502889c1fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-74885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854381553'] for network, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:36.064560 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:36.078234 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-921dc5b6-2231-4316-8e54-502889c1fe95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:36.091910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dc5b6-2231-4316-8e54-502889c1fe95 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb2bd65-b40d-40a6-9312-374b615ea71c,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:36.095005 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-921dc5b6-2231-4316-8e54-502889c1fe95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:36.097932 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-921dc5b6-2231-4316-8e54-502889c1fe95 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ebb2bd65-b40d-40a6-9312-374b615ea71c HTTP/1.1" status: 204 len: 168 time: 0.9845104 Apr 14 16:22:36.289743 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 46976) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:36.324285 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-384e2c90-58b8-4645-a8f7-bfc0ce29d265 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=28bab49fdf1d4cd6ad3fd130ccdcb79d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0332837 Apr 14 16:22:36.326671 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 46980) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:36.390415 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8acbef40-d0b1-43b5-afdf-429b68ae8723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:36.420176 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8acbef40-d0b1-43b5-afdf-429b68ae8723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:36.464847 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8acbef40-d0b1-43b5-afdf-429b68ae8723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:36.469725 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-4f489291-b13a-4e18-814d-983a1268651c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:36.482954 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbef40-d0b1-43b5-afdf-429b68ae8723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e5f200-3260-4adf-a7ea-d1d016f8ee53,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:36.485724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8acbef40-d0b1-43b5-afdf-429b68ae8723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:36.491767 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8acbef40-d0b1-43b5-afdf-429b68ae8723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:36.493021 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-8acbef40-d0b1-43b5-afdf-429b68ae8723 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/82e5f200-3260-4adf-a7ea-d1d016f8ee53 HTTP/1.1" status: 204 len: 168 time: 0.1654158 Apr 14 16:22:36.627914 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 46988) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:36.860607 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-cae13a96-ca28-4df3-a0b2-2b15af8ab914 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Deleting port d30d850a-8d5e-412c-94d4-af351df279cb {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:36.860891 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cae13a96-ca28-4df3-a0b2-2b15af8ab914 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:37.037935 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cae13a96-ca28-4df3-a0b2-2b15af8ab914 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:37.038290 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cae13a96-ca28-4df3-a0b2-2b15af8ab914 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:37.168974 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-cae13a96-ca28-4df3-a0b2-2b15af8ab914 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Calling delete_port for d30d850a-8d5e-412c-94d4-af351df279cb owned by network:floatingip {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:37.322926 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cae13a96-ca28-4df3-a0b2-2b15af8ab914 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:37.338906 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-f4840d33-18b6-4244-b25b-d6616789161f tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:37.396613 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae13a96-ca28-4df3-a0b2-2b15af8ab914 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event deleted for resources: {'Port': ['ID=d30d850a-8d5e-412c-94d4-af351df279cb,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:37.400552 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-cae13a96-ca28-4df3-a0b2-2b15af8ab914 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:37.601358 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cae13a96-ca28-4df3-a0b2-2b15af8ab914 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for floatingip, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:37.601979 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_db [None req-cae13a96-ca28-4df3-a0b2-2b15af8ab914 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Floating IP 5fa1f67d-36a3-4320-9cd7-ff1ef8be6e3c disassociated (deleted). External IP: 172.27.2.232, port: e78fae0b-8829-413f-93d4-0aa5119937a2. Apr 14 16:22:37.974106 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae13a96-ca28-4df3-a0b2-2b15af8ab914 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Router b94f027e-a86d-4722-a55f-149339d2e3fb has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:22:38.402608 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae13a96-ca28-4df3-a0b2-2b15af8ab914 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:22:38.412712 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422eaad-3a30-4f13-a4f0-9decb8d0590e None None] Sync routers for ids ['b94f027e-a86d-4722-a55f-149339d2e3fb'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:22:38.422292 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cae13a96-ca28-4df3-a0b2-2b15af8ab914 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:38.422531 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422eaad-3a30-4f13-a4f0-9decb8d0590e None None] Routers {'b94f027e-a86d-4722-a55f-149339d2e3fb'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:22:38.423191 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-8422eaad-3a30-4f13-a4f0-9decb8d0590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:22:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b94f027e-a86d-4722-a55f-149339d2e3fb'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:38.482999 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-cae13a96-ca28-4df3-a0b2-2b15af8ab914 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "DELETE /v2.0/floatingips/5fa1f67d-36a3-4320-9cd7-ff1ef8be6e3c HTTP/1.1" status: 204 len: 168 time: 1.8538380 Apr 14 16:22:38.483606 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'tag': 'e78fae0b-8829-413f-93d4-0aa5119937a2'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:22:38.532034 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'tag': 'e78fae0b-8829-413f-93d4-0aa5119937a2', 'status': 'completed', 'code': 200} Apr 14 16:22:38.628481 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-8422eaad-3a30-4f13-a4f0-9decb8d0590e None None] Set router b94f027e-a86d-4722-a55f-149339d2e3fb gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:22:38.636969 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f5443-209a-434a-a037-d9e1ccd6008e req-3897af2e-e383-4d4d-8b42-85cd88dd32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:38.638618 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-de1f5443-209a-434a-a037-d9e1ccd6008e req-3897af2e-e383-4d4d-8b42-85cd88dd32d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81&device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 1099 time: 0.0831993 Apr 14 16:22:38.796451 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f5443-209a-434a-a037-d9e1ccd6008e req-5311cc0c-42ce-4a8c-b795-96ed866902c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:38.797995 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-de1f5443-209a-434a-a037-d9e1ccd6008e req-5311cc0c-42ce-4a8c-b795-96ed866902c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f231942-4227-4866-b347-c39ce3e77e17 HTTP/1.1" status: 200 len: 913 time: 0.1523349 Apr 14 16:22:38.877085 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-de1f5443-209a-434a-a037-d9e1ccd6008e req-39cf9567-b560-42c1-b985-9f64044de8b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e78fae0b-8829-413f-93d4-0aa5119937a2 HTTP/1.1" status: 200 len: 217 time: 0.0718606 Apr 14 16:22:38.894354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b38d0-b028-48bd-8510-4209f70e769e req-693197e5-276f-40ae-ba17-fbd19ca6017a tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:38.895229 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-250b38d0-b028-48bd-8510-4209f70e769e req-693197e5-276f-40ae-ba17-fbd19ca6017a tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Synchronizing usage tracker for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:22:38.911058 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-250b38d0-b028-48bd-8510-4209f70e769e req-693197e5-276f-40ae-ba17-fbd19ca6017a tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Unset dirty status for tenant:ed9d2e253f144da0bf1bbc63b4657b81 on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:22:38.912980 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-250b38d0-b028-48bd-8510-4209f70e769e req-693197e5-276f-40ae-ba17-fbd19ca6017a tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 946 time: 0.1083632 Apr 14 16:22:38.946342 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-250b38d0-b028-48bd-8510-4209f70e769e req-d20a1a06-70c8-4ebe-be4f-44656b863d75 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263584 Apr 14 16:22:38.952988 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f5443-209a-434a-a037-d9e1ccd6008e req-62bc3745-4d9a-45ca-a3c0-96e7f013177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:38.954746 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-de1f5443-209a-434a-a037-d9e1ccd6008e req-62bc3745-4d9a-45ca-a3c0-96e7f013177b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e4a1f4-9db1-4dac-b369-d7c260cd42f3 HTTP/1.1" status: 200 len: 851 time: 0.0702527 Apr 14 16:22:38.975701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-8422eaad-3a30-4f13-a4f0-9decb8d0590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:38.979839 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422eaad-3a30-4f13-a4f0-9decb8d0590e None None] Checking router: b94f027e-a86d-4722-a55f-149339d2e3fb for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:22:38.988849 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422eaad-3a30-4f13-a4f0-9decb8d0590e None None] Routers {'b94f027e-a86d-4722-a55f-149339d2e3fb'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:22:38.990142 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-8422eaad-3a30-4f13-a4f0-9decb8d0590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:22:17Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b94f027e-a86d-4722-a55f-149339d2e3fb'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:39.045916 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f5443-209a-434a-a037-d9e1ccd6008e req-0ee2d9b3-959d-461e-96f3-df27e6cfeab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:39.047628 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-de1f5443-209a-434a-a037-d9e1ccd6008e req-0ee2d9b3-959d-461e-96f3-df27e6cfeab9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f231942-4227-4866-b347-c39ce3e77e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0834949 Apr 14 16:22:39.185807 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-8422eaad-3a30-4f13-a4f0-9decb8d0590e None None] Set router b94f027e-a86d-4722-a55f-149339d2e3fb gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:22:39.197234 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-de1f5443-209a-434a-a037-d9e1ccd6008e req-f887eb07-5962-44b3-8013-92ac64b03820 service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388464 Apr 14 16:22:39.348343 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-de1f5443-209a-434a-a037-d9e1ccd6008e req-ccb4a0d3-c26c-4529-bae3-9c65057f5b87 service neutron] 10.222.0.41 "GET /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435742 Apr 14 16:22:39.697354 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-8422eaad-3a30-4f13-a4f0-9decb8d0590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:39.701429 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422eaad-3a30-4f13-a4f0-9decb8d0590e None None] The sync data for ids ['b94f027e-a86d-4722-a55f-149339d2e3fb'] in dv-cinder-786266-1-iscsi is: [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:13Z', 'revision_number': 4, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '0e744d42-c602-4ea9-822f-b32bb94ddc64', 'name': '', 'network_id': '7f231942-4227-4866-b347-c39ce3e77e17', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'mac_address': 'fa:16:3e:14:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:12Z', 'updated_at': '2021-04-14T16:13:24Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'subnets': [{'id': '96e4a1f4-9db1-4dac-b369-d7c260cd42f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:22:40.056721 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdefab0-8165-4139-8650-444836da55cb None None] New status for floating IP 5fa1f67d-36a3-4320-9cd7-ff1ef8be6e3c: DOWN {{(pid=85247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:22:40.173187 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782542f5-3aa6-49b4-93ae-7906f4dc9a62 req-3142b5ba-642e-466e-9bcf-71b4d4511ec3 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:40.174887 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-782542f5-3aa6-49b4-93ae-7906f4dc9a62 req-3142b5ba-642e-466e-9bcf-71b4d4511ec3 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 946 time: 0.1104386 Apr 14 16:22:40.207176 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-782542f5-3aa6-49b4-93ae-7906f4dc9a62 req-7828bcff-104d-486f-a26a-a59392eda38a tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/security-groups?id=061c55bb-3c8b-41a8-85ab-602611b87bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254059 Apr 14 16:22:40.586757 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4798c1b-7bca-4749-889d-4e11aa1d65bd req-43b85c0d-6d77-49f8-8ff6-853e1c043526 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:40.588172 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a4798c1b-7bca-4749-889d-4e11aa1d65bd req-43b85c0d-6d77-49f8-8ff6-853e1c043526 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 946 time: 0.0904622 Apr 14 16:22:40.667698 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-a4798c1b-7bca-4749-889d-4e11aa1d65bd req-c7bf7227-a6af-43dd-a8da-ac6a519b27d4 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Deleting port e78fae0b-8829-413f-93d4-0aa5119937a2 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:40.668081 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-a4798c1b-7bca-4749-889d-4e11aa1d65bd req-c7bf7227-a6af-43dd-a8da-ac6a519b27d4 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:40.925021 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-a4798c1b-7bca-4749-889d-4e11aa1d65bd req-c7bf7227-a6af-43dd-a8da-ac6a519b27d4 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] For port e78fae0b-8829-413f-93d4-0aa5119937a2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e78fae0b-8829-413f-93d4-0aa5119937a2,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:40.925626 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-a4798c1b-7bca-4749-889d-4e11aa1d65bd req-c7bf7227-a6af-43dd-a8da-ac6a519b27d4 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:41.055077 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-a4798c1b-7bca-4749-889d-4e11aa1d65bd req-c7bf7227-a6af-43dd-a8da-ac6a519b27d4 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Calling delete_port for e78fae0b-8829-413f-93d4-0aa5119937a2 owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:41.205254 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-a4798c1b-7bca-4749-889d-4e11aa1d65bd req-c7bf7227-a6af-43dd-a8da-ac6a519b27d4 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:41.220201 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:41.278350 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf7227-a6af-43dd-a8da-ac6a519b27d4 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event deleted for resources: {'Port': ['ID=e78fae0b-8829-413f-93d4-0aa5119937a2,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:41.283071 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-c7bf7227-a6af-43dd-a8da-ac6a519b27d4 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:41.478890 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4798c1b-7bca-4749-889d-4e11aa1d65bd req-c7bf7227-a6af-43dd-a8da-ac6a519b27d4 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] No DVR routers for this DVR port e78fae0b-8829-413f-93d4-0aa5119937a2 on host hv-cinder-78626 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:22:41.481481 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-a4798c1b-7bca-4749-889d-4e11aa1d65bd req-c7bf7227-a6af-43dd-a8da-ac6a519b27d4 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:41.484353 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'name': 'network-vif-deleted', 'tag': 'e78fae0b-8829-413f-93d4-0aa5119937a2'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:22:41.499923 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-a4798c1b-7bca-4749-889d-4e11aa1d65bd req-c7bf7227-a6af-43dd-a8da-ac6a519b27d4 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.41 "DELETE /v2.0/ports/e78fae0b-8829-413f-93d4-0aa5119937a2 HTTP/1.1" status: 204 len: 173 time: 0.9021440 Apr 14 16:22:41.516280 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b2705fa6-5d15-4e77-9a33-2223ba49f7e5 req-671353a8-d1d5-48b6-b1bc-5d22681de691 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d7202-fd85-4ea1-951b-77525e2984be HTTP/1.1" status: 200 len: 210 time: 0.0508780 Apr 14 16:22:41.545851 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9d7202-fd85-4ea1-951b-77525e2984be', 'name': 'network-vif-deleted', 'tag': 'e78fae0b-8829-413f-93d4-0aa5119937a2', 'status': 'completed', 'code': 200} Apr 14 16:22:42.617306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47006) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:42.787353 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Deleting port 29797961-2842-4cf9-92fa-d47b038bccee {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:42.787724 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:42.965304 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:42.965678 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:43.096519 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Calling delete_port for 29797961-2842-4cf9-92fa-d47b038bccee owned by network:floatingip {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:43.246426 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:43.261776 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-302e6e17-cbe7-4a22-8be2-02126c9bb58a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:43.320631 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event deleted for resources: {'Port': ['ID=29797961-2842-4cf9-92fa-d47b038bccee,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:43.375517 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:43.375932 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:43.376337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:43.376738 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:43.377157 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:43.377552 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:43.377945 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:43.378339 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:43.378726 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:43.379111 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:43.379496 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:43.379910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-iscsi {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:43.388195 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:43.542464 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for floatingip, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:43.558237 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:43.559471 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-507c0d6d-1691-4bd8-a06b-fb818cfdc299 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "DELETE /v2.0/floatingips/ca9307f0-8694-4416-b370-1b4e92c1daaa HTTP/1.1" status: 204 len: 168 time: 0.9410903 Apr 14 16:22:43.590712 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:44.452732 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device e78fae0b-8829-413f-93d4-0aa5119937a2 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:22:44.497552 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: e78fae0b-8829-413f-93d4-0aa5119937a2 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:22:44.497936 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device e78fae0b-8829-413f-93d4-0aa5119937a2 not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:22:44.504455 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-494d76e9-a32c-4173-94cc-71ef4a6acbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:44.972075 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47020) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:45.044137 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ccbde641-a532-4e31-a460-26e365121593 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:45.078372 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ccbde641-a532-4e31-a460-26e365121593 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:45.135187 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ccbde641-a532-4e31-a460-26e365121593 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:45.140950 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-8acbef40-d0b1-43b5-afdf-429b68ae8723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:45.158067 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbde641-a532-4e31-a460-26e365121593 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061c55bb-3c8b-41a8-85ab-602611b87bd4,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:45.160672 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ccbde641-a532-4e31-a460-26e365121593 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:45.168531 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ccbde641-a532-4e31-a460-26e365121593 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:45.169750 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ccbde641-a532-4e31-a460-26e365121593 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] 10.222.0.60 "DELETE /v2.0/security-groups/061c55bb-3c8b-41a8-85ab-602611b87bd4 HTTP/1.1" status: 204 len: 168 time: 0.1966105 Apr 14 16:22:45.246400 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47028) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:46.043932 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fba2f88c-07ed-4fd6-9e4c-c274095ea5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410676'] for router_interface, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:46.411988 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-fba2f88c-07ed-4fd6-9e4c-c274095ea5ae admin admin] Deleting port 0e744d42-c602-4ea9-822f-b32bb94ddc64 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:46.412235 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fba2f88c-07ed-4fd6-9e4c-c274095ea5ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:46.593938 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-fba2f88c-07ed-4fd6-9e4c-c274095ea5ae admin admin] For port 0e744d42-c602-4ea9-822f-b32bb94ddc64, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=0e744d42-c602-4ea9-822f-b32bb94ddc64,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:46.594329 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fba2f88c-07ed-4fd6-9e4c-c274095ea5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:46.611380 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-77a9f355-744e-4672-8fe5-9b3f5650249b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:46.725565 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-fba2f88c-07ed-4fd6-9e4c-c274095ea5ae admin admin] Calling delete_port for 0e744d42-c602-4ea9-822f-b32bb94ddc64 owned by network:router_interface {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:46.897914 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fba2f88c-07ed-4fd6-9e4c-c274095ea5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:46.913455 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-efcb343f-71fd-447e-85b9-f4cd634a768b tempest-AttachVolumeShelveTestJSON-628745324 tempest-AttachVolumeShelveTestJSON-628745324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:46.972370 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2f88c-07ed-4fd6-9e4c-c274095ea5ae admin admin] Pushing event deleted for resources: {'Port': ['ID=0e744d42-c602-4ea9-822f-b32bb94ddc64,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:46.975184 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fba2f88c-07ed-4fd6-9e4c-c274095ea5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:47.356161 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fba2f88c-07ed-4fd6-9e4c-c274095ea5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394435'] for router_interface, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:47.575590 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:47.726269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:48.089946 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba2f88c-07ed-4fd6-9e4c-c274095ea5ae admin admin] Router b94f027e-a86d-4722-a55f-149339d2e3fb has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:22:48.283133 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba2f88c-07ed-4fd6-9e4c-c274095ea5ae admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:22:48.292540 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35227425-2cc2-47e1-bb21-2edb69241b66 None None] Sync routers for ids ['b94f027e-a86d-4722-a55f-149339d2e3fb'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:22:48.297428 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-fba2f88c-07ed-4fd6-9e4c-c274095ea5ae admin admin] 10.222.0.60 "PUT /v2.0/routers/b94f027e-a86d-4722-a55f-149339d2e3fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0498190 Apr 14 16:22:48.300130 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47034) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:48.303517 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35227425-2cc2-47e1-bb21-2edb69241b66 None None] Routers {'b94f027e-a86d-4722-a55f-149339d2e3fb'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:22:48.304604 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-35227425-2cc2-47e1-bb21-2edb69241b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:22:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b94f027e-a86d-4722-a55f-149339d2e3fb'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:48.490709 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bdce0937-89ca-4dde-87eb-00bf0e3bc840 admin admin] Notify callbacks [] for router, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:48.493842 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-35227425-2cc2-47e1-bb21-2edb69241b66 None None] Set router b94f027e-a86d-4722-a55f-149339d2e3fb gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:22:48.679665 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bdce0937-89ca-4dde-87eb-00bf0e3bc840 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:48.687872 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-bdce0937-89ca-4dde-87eb-00bf0e3bc840 admin admin] Deleting port 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:48.688232 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bdce0937-89ca-4dde-87eb-00bf0e3bc840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:48.803796 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-35227425-2cc2-47e1-bb21-2edb69241b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:22:46Z', 'revision_number': 5, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port': {'id': '47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:48.807797 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35227425-2cc2-47e1-bb21-2edb69241b66 None None] Checking router: b94f027e-a86d-4722-a55f-149339d2e3fb for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:22:48.816721 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35227425-2cc2-47e1-bb21-2edb69241b66 None None] Routers {'b94f027e-a86d-4722-a55f-149339d2e3fb'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:22:48.817975 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-35227425-2cc2-47e1-bb21-2edb69241b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:22:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b94f027e-a86d-4722-a55f-149339d2e3fb'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:48.878153 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-bdce0937-89ca-4dde-87eb-00bf0e3bc840 admin admin] For port 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:48.878530 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bdce0937-89ca-4dde-87eb-00bf0e3bc840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:48.976799 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-35227425-2cc2-47e1-bb21-2edb69241b66 None None] Set router b94f027e-a86d-4722-a55f-149339d2e3fb gateway port host: None {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:22:49.009550 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-bdce0937-89ca-4dde-87eb-00bf0e3bc840 admin admin] Calling delete_port for 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c owned by network:router_gateway {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:49.101802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-35227425-2cc2-47e1-bb21-2edb69241b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:22:48Z', 'revision_number': 6, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port_host': None}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:49.106701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35227425-2cc2-47e1-bb21-2edb69241b66 None None] The sync data for ids ['b94f027e-a86d-4722-a55f-149339d2e3fb'] in dv-cinder-786266-1-iscsi is: [{'id': 'b94f027e-a86d-4722-a55f-149339d2e3fb', 'name': 'tempest-TestVolumeBootPattern-1729757209-router', 'tenant_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:08Z', 'updated_at': '2021-04-14T16:22:48Z', 'revision_number': 6, 'project_id': 'ed9d2e253f144da0bf1bbc63b4657b81', 'gw_port_host': None}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:22:49.108968 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:49.189156 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bdce0937-89ca-4dde-87eb-00bf0e3bc840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:49.205074 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2b064a5e-d603-474d-a834-a662e168ea3a tempest-AttachVolumeTestJSON-282805742 tempest-AttachVolumeTestJSON-282805742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:49.262612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce0937-89ca-4dde-87eb-00bf0e3bc840 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:49.266716 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bdce0937-89ca-4dde-87eb-00bf0e3bc840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:49.470035 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bdce0937-89ca-4dde-87eb-00bf0e3bc840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394277'] for router_gateway, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:49.661895 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bdce0937-89ca-4dde-87eb-00bf0e3bc840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6938'] for router, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:49.664381 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bdce0937-89ca-4dde-87eb-00bf0e3bc840 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:49.759806 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bdce0937-89ca-4dde-87eb-00bf0e3bc840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854366861'] for router, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:49.760388 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdce0937-89ca-4dde-87eb-00bf0e3bc840 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b94f027e-a86d-4722-a55f-149339d2e3fb {{(pid=85245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:22:49.774359 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bdce0937-89ca-4dde-87eb-00bf0e3bc840 admin admin] Notify callbacks [] for router, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:49.778478 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-bdce0937-89ca-4dde-87eb-00bf0e3bc840 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b94f027e-a86d-4722-a55f-149339d2e3fb HTTP/1.1" status: 204 len: 168 time: 1.4744561 Apr 14 16:22:49.778563 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47038) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:49.850689 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b22c99-e5d1-4c0c-98f6-b1f729590521 admin admin] Deleting subnet 96e4a1f4-9db1-4dac-b369-d7c260cd42f3 {{(pid=85245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:22:49.853782 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-00b22c99-e5d1-4c0c-98f6-b1f729590521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:49.904531 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-00b22c99-e5d1-4c0c-98f6-b1f729590521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296618'] for subnet, precommit_delete_associations {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:50.025740 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-00b22c99-e5d1-4c0c-98f6-b1f729590521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5661'] for subnet, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:50.292560 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 0e744d42-c602-4ea9-822f-b32bb94ddc64 no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:22:50.334607 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: 0e744d42-c602-4ea9-822f-b32bb94ddc64 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:22:50.335006 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 0e744d42-c602-4ea9-822f-b32bb94ddc64 not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:22:50.335481 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:22:50.370847 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:22:50.371241 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 47c52fd0-aff0-4cb1-93ab-793c2c0e8f3c not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:22:50.508249 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-00b22c99-e5d1-4c0c-98f6-b1f729590521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2219868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2254709'] for subnet, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:50.521715 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-eea7f525-8cf6-4aea-85cc-a714c203c179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:50.567746 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b22c99-e5d1-4c0c-98f6-b1f729590521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96e4a1f4-9db1-4dac-b369-d7c260cd42f3,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:50.571347 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-00b22c99-e5d1-4c0c-98f6-b1f729590521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:50.654015 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-00b22c99-e5d1-4c0c-98f6-b1f729590521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:50.659800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dd2050-29cb-4421-b980-08a2117dfe3d None None] Network 7f231942-4227-4866-b347-c39ce3e77e17 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:22:50.660209 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-00b22c99-e5d1-4c0c-98f6-b1f729590521 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/96e4a1f4-9db1-4dac-b369-d7c260cd42f3 HTTP/1.1" status: 204 len: 168 time: 0.8806827 Apr 14 16:22:50.663779 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47042) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:50.782221 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853770560'] for network, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:50.855348 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Deleting port c50a65b8-d31b-4500-a18a-f23aa5df54f9 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:50.855611 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:50.926364 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cde3191-0020-42aa-912c-111e6ee36f6d None None] DHCP port deletion for 7f231942-4227-4866-b347-c39ce3e77e17 request from dv-cinder-786266-1-iscsi {{(pid=85246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:22:50.930886 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-2cde3191-0020-42aa-912c-111e6ee36f6d None None] Deleting port c50a65b8-d31b-4500-a18a-f23aa5df54f9 {{(pid=85246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:50.931315 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2cde3191-0020-42aa-912c-111e6ee36f6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:51.076057 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] For port c50a65b8-d31b-4500-a18a-f23aa5df54f9, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=c50a65b8-d31b-4500-a18a-f23aa5df54f9,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:51.076442 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:51.155750 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-2cde3191-0020-42aa-912c-111e6ee36f6d None None] For port c50a65b8-d31b-4500-a18a-f23aa5df54f9, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=c50a65b8-d31b-4500-a18a-f23aa5df54f9,segment=NetworkSegment(ae3f9154-1e39-484e-ab6c-7fa8e4250eb2),segment_id=ae3f9154-1e39-484e-ab6c-7fa8e4250eb2)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:51.156817 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2cde3191-0020-42aa-912c-111e6ee36f6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:51.213605 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Calling delete_port for c50a65b8-d31b-4500-a18a-f23aa5df54f9 owned by network:dhcp {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:51.292661 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-2cde3191-0020-42aa-912c-111e6ee36f6d None None] Calling delete_port for c50a65b8-d31b-4500-a18a-f23aa5df54f9 owned by network:dhcp {{(pid=85246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:51.294365 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:51.309930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-075aaf7e-48ea-469d-a3ff-5b5fbc264fae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:51.366559 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Pushing event deleted for resources: {'Port': ['ID=c50a65b8-d31b-4500-a18a-f23aa5df54f9,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:51.370382 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:51.370599 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.db.api [None req-2cde3191-0020-42aa-912c-111e6ee36f6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:22:51.371308 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_db.api [None req-2cde3191-0020-42aa-912c-111e6ee36f6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:22:51.452887 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] No DVR routers for this DVR port c50a65b8-d31b-4500-a18a-f23aa5df54f9 on host dv-cinder-786266-1-iscsi {{(pid=85245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:22:51.575460 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854700900', 'neutron.services.segments.db._delete_segments_for_network--9223363273973794898'] for network, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:51.698536 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f231942-4227-4866-b347-c39ce3e77e17']}} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:51.712060 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2') {'for_net_delete': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:51.712333 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3f9154-1e39-484e-ab6c-7fa8e4250eb2') {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:51.724266 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273973794642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297564'] for segment, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:51.738584 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:51.745471 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=85245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:22:51.872009 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-2cde3191-0020-42aa-912c-111e6ee36f6d None None] Deleting port c50a65b8-d31b-4500-a18a-f23aa5df54f9 {{(pid=85246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:51.872648 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2cde3191-0020-42aa-912c-111e6ee36f6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:51.931056 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Network 7f231942-4227-4866-b347-c39ce3e77e17 has no segments {{(pid=85245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:22:51.940300 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2219827'] for segment, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:51.945656 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-2cde3191-0020-42aa-912c-111e6ee36f6d None None] The port 'c50a65b8-d31b-4500-a18a-f23aa5df54f9' was deleted {{(pid=85246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:22:52.008311 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c2ed5baf-779c-4ce9-9b4a-23cde6948365 req-db9cc893-a443-4c78-9d48-a1e24b6587e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776937 Apr 14 16:22:52.121553 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Network 7f231942-4227-4866-b347-c39ce3e77e17 has no segments {{(pid=85245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: Traceback (most recent call last): Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: timer() Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: cb(*args, **kw) Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: return func(*args, **kwargs) Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: self._notify() Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: self.callback(batched_events) Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: event.method(event) Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: segment_id)['aggregates'][0] Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: return f(self, *a, **k) Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: return self._get(url).json() Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: **kwargs) Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: return self.request(url, 'GET', **kwargs) Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: **endpoint_filter) Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:22:52.145480 dv-cinder-786266-1-iscsi neutron-server[85131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:22:52.167719 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed5baf-779c-4ce9-9b4a-23cde6948365 req-fd5def13-ae58-4a6a-a90d-30e8ec567732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:52.169367 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c2ed5baf-779c-4ce9-9b4a-23cde6948365 req-fd5def13-ae58-4a6a-a90d-30e8ec567732 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6afd00d65090450fa9559d0d5ef3a252&device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 1098 time: 0.0875757 Apr 14 16:22:52.225919 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-74885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854381553'] for network, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:52.229743 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-86e4413e-d365-423b-a293-eb5147dad704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:52.253133 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:52.255581 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Pushing event deleted for resources: {'Network': ['ID=7f231942-4227-4866-b347-c39ce3e77e17,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:52.258492 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:52.273831 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-519d31c6-9500-4a69-b7e4-18eeaf19a9da admin admin] 10.222.0.60 "DELETE /v2.0/networks/7f231942-4227-4866-b347-c39ce3e77e17 HTTP/1.1" status: 204 len: 168 time: 1.6088965 Apr 14 16:22:52.279002 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47046) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:52.296880 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device c50a65b8-d31b-4500-a18a-f23aa5df54f9 no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:22:52.335873 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: c50a65b8-d31b-4500-a18a-f23aa5df54f9 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:22:52.336266 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device c50a65b8-d31b-4500-a18a-f23aa5df54f9 not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:22:52.340610 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed5baf-779c-4ce9-9b4a-23cde6948365 req-8f952bf6-028d-4ba2-b162-bc19e2aa833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:52.343682 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c2ed5baf-779c-4ce9-9b4a-23cde6948365 req-8f952bf6-028d-4ba2-b162-bc19e2aa833b service neutron] 10.222.0.41 "GET /v2.0/networks?id=01edfd4a-4731-488e-b758-1b065e88d2e9 HTTP/1.1" status: 200 len: 909 time: 0.1534450 Apr 14 16:22:52.464663 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c2ed5baf-779c-4ce9-9b4a-23cde6948365 req-32e51795-3a13-40b5-9537-86453c1478a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be HTTP/1.1" status: 200 len: 1000 time: 0.1130967 Apr 14 16:22:52.537942 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed5baf-779c-4ce9-9b4a-23cde6948365 req-d4295483-659b-4c92-9298-b1bcdfe2b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:52.539493 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c2ed5baf-779c-4ce9-9b4a-23cde6948365 req-d4295483-659b-4c92-9298-b1bcdfe2b387 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9 HTTP/1.1" status: 200 len: 847 time: 0.0680783 Apr 14 16:22:52.625056 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed5baf-779c-4ce9-9b4a-23cde6948365 req-b30b8d57-072f-4f24-a727-4da715751152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:52.626752 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c2ed5baf-779c-4ce9-9b4a-23cde6948365 req-b30b8d57-072f-4f24-a727-4da715751152 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01edfd4a-4731-488e-b758-1b065e88d2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796444 Apr 14 16:22:52.773816 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c2ed5baf-779c-4ce9-9b4a-23cde6948365 req-3dddd669-e331-4465-90ea-5013792429b5 service neutron] 10.222.0.41 "GET /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376474 Apr 14 16:22:52.863096 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa4b4-5cf6-4e51-96ed-dffbb68aa2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410676'] for router_interface, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:52.925305 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c2ed5baf-779c-4ce9-9b4a-23cde6948365 req-e35278d7-327d-4b15-9638-0c17ac7a5095 service neutron] 10.222.0.41 "GET /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436250 Apr 14 16:22:53.233627 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-bf1fa4b4-5cf6-4e51-96ed-dffbb68aa2da admin admin] Deleting port b2add718-e633-438f-a138-4372dbb287be {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:53.233993 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa4b4-5cf6-4e51-96ed-dffbb68aa2da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:53.649527 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-bf1fa4b4-5cf6-4e51-96ed-dffbb68aa2da admin admin] For port b2add718-e633-438f-a138-4372dbb287be, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=b2add718-e633-438f-a138-4372dbb287be,segment=NetworkSegment(abf36b96-55b8-472a-994b-c0e8a70cee2d),segment_id=abf36b96-55b8-472a-994b-c0e8a70cee2d)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:53.649910 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa4b4-5cf6-4e51-96ed-dffbb68aa2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:53.781874 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-bf1fa4b4-5cf6-4e51-96ed-dffbb68aa2da admin admin] Calling delete_port for b2add718-e633-438f-a138-4372dbb287be owned by network:router_interface {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:53.952515 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa4b4-5cf6-4e51-96ed-dffbb68aa2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:53.968135 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a631ece6-8eb1-467a-8e59-fa34e70325c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:54.024428 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fa4b4-5cf6-4e51-96ed-dffbb68aa2da admin admin] Pushing event deleted for resources: {'Port': ['ID=b2add718-e633-438f-a138-4372dbb287be,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:54.027402 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bf1fa4b4-5cf6-4e51-96ed-dffbb68aa2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:54.158289 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:22:54.416937 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa4b4-5cf6-4e51-96ed-dffbb68aa2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394435'] for router_interface, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:54.921396 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1fa4b4-5cf6-4e51-96ed-dffbb68aa2da admin admin] Router 2d37c3b2-43c3-4abc-abbd-3fd75886c0c6 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:22:55.111121 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1fa4b4-5cf6-4e51-96ed-dffbb68aa2da admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:22:55.122190 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd8a0a-c214-4872-a917-2f628a8bb1bb None None] Sync routers for ids ['2d37c3b2-43c3-4abc-abbd-3fd75886c0c6'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:22:55.128756 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-bf1fa4b4-5cf6-4e51-96ed-dffbb68aa2da admin admin] 10.222.0.60 "PUT /v2.0/routers/2d37c3b2-43c3-4abc-abbd-3fd75886c0c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8482783 Apr 14 16:22:55.131871 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 47050) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:55.138693 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd8a0a-c214-4872-a917-2f628a8bb1bb None None] Routers {'2d37c3b2-43c3-4abc-abbd-3fd75886c0c6'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:22:55.139363 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-7fdd8a0a-c214-4872-a917-2f628a8bb1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:22:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['2d37c3b2-43c3-4abc-abbd-3fd75886c0c6'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:55.324902 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bb645891-9607-44b0-aa78-6902a2a1b40f admin admin] Notify callbacks [] for router, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:55.329970 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-7fdd8a0a-c214-4872-a917-2f628a8bb1bb None None] Set router 2d37c3b2-43c3-4abc-abbd-3fd75886c0c6 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:22:55.648862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-7fdd8a0a-c214-4872-a917-2f628a8bb1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'name': 'tempest-TestVolumeBootPattern-1494836549-router', 'tenant_id': '49407df7816942c8b387e018e2ece4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '25b27dbb-11d2-44ad-b9d3-f201b439dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:18Z', 'updated_at': '2021-04-14T16:22:53Z', 'revision_number': 5, 'project_id': '49407df7816942c8b387e018e2ece4f9', 'gw_port': {'id': '25b27dbb-11d2-44ad-b9d3-f201b439dc9b', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:18Z', 'updated_at': '2021-04-14T16:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:55.653069 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd8a0a-c214-4872-a917-2f628a8bb1bb None None] Checking router: 2d37c3b2-43c3-4abc-abbd-3fd75886c0c6 for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:22:55.663154 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd8a0a-c214-4872-a917-2f628a8bb1bb None None] Routers {'2d37c3b2-43c3-4abc-abbd-3fd75886c0c6'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:22:55.663802 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-7fdd8a0a-c214-4872-a917-2f628a8bb1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:22:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['2d37c3b2-43c3-4abc-abbd-3fd75886c0c6'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:55.764772 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bb645891-9607-44b0-aa78-6902a2a1b40f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:55.773865 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-bb645891-9607-44b0-aa78-6902a2a1b40f admin admin] Deleting port 25b27dbb-11d2-44ad-b9d3-f201b439dc9b {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:55.774248 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bb645891-9607-44b0-aa78-6902a2a1b40f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:55.860043 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-7fdd8a0a-c214-4872-a917-2f628a8bb1bb None None] Set router 2d37c3b2-43c3-4abc-abbd-3fd75886c0c6 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:22:55.967936 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-bb645891-9607-44b0-aa78-6902a2a1b40f admin admin] For port 25b27dbb-11d2-44ad-b9d3-f201b439dc9b, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=25b27dbb-11d2-44ad-b9d3-f201b439dc9b,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:55.968558 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bb645891-9607-44b0-aa78-6902a2a1b40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:56.106987 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-bb645891-9607-44b0-aa78-6902a2a1b40f admin admin] Calling delete_port for 25b27dbb-11d2-44ad-b9d3-f201b439dc9b owned by network:router_gateway {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:56.166960 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-7fdd8a0a-c214-4872-a917-2f628a8bb1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'name': 'tempest-TestVolumeBootPattern-1494836549-router', 'tenant_id': '49407df7816942c8b387e018e2ece4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '25b27dbb-11d2-44ad-b9d3-f201b439dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:18Z', 'updated_at': '2021-04-14T16:22:53Z', 'revision_number': 5, 'project_id': '49407df7816942c8b387e018e2ece4f9', 'gw_port': {'id': '25b27dbb-11d2-44ad-b9d3-f201b439dc9b', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:18Z', 'updated_at': '2021-04-14T16:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:56.171037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd8a0a-c214-4872-a917-2f628a8bb1bb None None] The sync data for ids ['2d37c3b2-43c3-4abc-abbd-3fd75886c0c6'] in dv-cinder-786266-1-iscsi is: [{'id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'name': 'tempest-TestVolumeBootPattern-1494836549-router', 'tenant_id': '49407df7816942c8b387e018e2ece4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '25b27dbb-11d2-44ad-b9d3-f201b439dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:18Z', 'updated_at': '2021-04-14T16:22:53Z', 'revision_number': 5, 'project_id': '49407df7816942c8b387e018e2ece4f9', 'gw_port': {'id': '25b27dbb-11d2-44ad-b9d3-f201b439dc9b', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d37c3b2-43c3-4abc-abbd-3fd75886c0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:18Z', 'updated_at': '2021-04-14T16:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:22:56.246719 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device b2add718-e633-438f-a138-4372dbb287be no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:22:56.285248 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: b2add718-e633-438f-a138-4372dbb287be {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:22:56.285718 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device b2add718-e633-438f-a138-4372dbb287be not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:22:56.290234 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bb645891-9607-44b0-aa78-6902a2a1b40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:56.306247 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ed1bac3c-192e-43a8-8bfd-efef113dc080 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:56.362734 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb645891-9607-44b0-aa78-6902a2a1b40f admin admin] Pushing event deleted for resources: {'Port': ['ID=25b27dbb-11d2-44ad-b9d3-f201b439dc9b,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:56.367404 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bb645891-9607-44b0-aa78-6902a2a1b40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:56.491170 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47054) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:56.569616 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bb645891-9607-44b0-aa78-6902a2a1b40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394277'] for router_gateway, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:56.753274 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bb645891-9607-44b0-aa78-6902a2a1b40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6938'] for router, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:56.755773 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bb645891-9607-44b0-aa78-6902a2a1b40f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:56.775453 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bb645891-9607-44b0-aa78-6902a2a1b40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854366861'] for router, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:56.776007 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb645891-9607-44b0-aa78-6902a2a1b40f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d37c3b2-43c3-4abc-abbd-3fd75886c0c6 {{(pid=85244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:22:56.789353 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bb645891-9607-44b0-aa78-6902a2a1b40f admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:56.790590 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-bb645891-9607-44b0-aa78-6902a2a1b40f admin admin] 10.222.0.60 "DELETE /v2.0/routers/2d37c3b2-43c3-4abc-abbd-3fd75886c0c6 HTTP/1.1" status: 204 len: 168 time: 1.6569724 Apr 14 16:22:56.793246 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 47060) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:56.830055 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-9d35f520-d9af-4b79-a61d-1a9cc2f30c3f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Deleting port 2a6c4111-46c2-4446-b4fc-1dc401b41461 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:56.830304 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9d35f520-d9af-4b79-a61d-1a9cc2f30c3f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:56.864766 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_v2 [None req-72044286-6617-4a1e-8a54-80745726b3f6 admin admin] Deleting subnet c9a3b996-c829-416d-90f0-4a913d2d218c {{(pid=85244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:22:56.868243 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-72044286-6617-4a1e-8a54-80745726b3f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:56.921156 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-72044286-6617-4a1e-8a54-80745726b3f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852231757'] for subnet, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:57.011839 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-72044286-6617-4a1e-8a54-80745726b3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5661'] for subnet, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:57.022909 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9d35f520-d9af-4b79-a61d-1a9cc2f30c3f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:57.023269 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9d35f520-d9af-4b79-a61d-1a9cc2f30c3f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:57.157783 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-9d35f520-d9af-4b79-a61d-1a9cc2f30c3f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Calling delete_port for 2a6c4111-46c2-4446-b4fc-1dc401b41461 owned by network:floatingip {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:57.280168 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-72044286-6617-4a1e-8a54-80745726b3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852115375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2735666'] for subnet, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:57.296154 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e7c5f3d1-bad7-4cb1-ab90-77b491871073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:57.312004 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9d35f520-d9af-4b79-a61d-1a9cc2f30c3f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:57.327049 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bdce0937-89ca-4dde-87eb-00bf0e3bc840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:57.346094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72044286-6617-4a1e-8a54-80745726b3f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a3b996-c829-416d-90f0-4a913d2d218c,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:57.350555 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-72044286-6617-4a1e-8a54-80745726b3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:57.383609 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35f520-d9af-4b79-a61d-1a9cc2f30c3f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Pushing event deleted for resources: {'Port': ['ID=2a6c4111-46c2-4446-b4fc-1dc401b41461,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:57.387622 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9d35f520-d9af-4b79-a61d-1a9cc2f30c3f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:57.458923 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-72044286-6617-4a1e-8a54-80745726b3f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:57.466936 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259e80f3-8a9b-409d-9b5e-15e2567aa961 None None] Network 10aa95ce-fba2-46e5-ae46-f2dbdd335903 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:22:57.467543 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-72044286-6617-4a1e-8a54-80745726b3f6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c9a3b996-c829-416d-90f0-4a913d2d218c HTTP/1.1" status: 204 len: 168 time: 0.6729884 Apr 14 16:22:57.470355 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.60', 47064) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:57.617818 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853770560'] for network, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:57.655276 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9d35f520-d9af-4b79-a61d-1a9cc2f30c3f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for floatingip, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:57.655740 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.db.l3_db [None req-9d35f520-d9af-4b79-a61d-1a9cc2f30c3f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Floating IP fb39a130-4e7c-45eb-9565-504d0d17c973 disassociated (deleted). External IP: 172.27.2.97, port: eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be. Apr 14 16:22:57.694854 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Deleting port 7228f875-d5b5-4288-87d8-daa0b1918db3 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:57.695233 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:57.751050 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7a03a6-2a68-49a3-973e-04c5bbfb8ecf None None] DHCP port deletion for 10aa95ce-fba2-46e5-ae46-f2dbdd335903 request from dv-cinder-786266-1-iscsi {{(pid=85246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:22:57.756770 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a03a6-2a68-49a3-973e-04c5bbfb8ecf None None] Deleting port 7228f875-d5b5-4288-87d8-daa0b1918db3 {{(pid=85246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:57.757192 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4b7a03a6-2a68-49a3-973e-04c5bbfb8ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:57.945465 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] For port 7228f875-d5b5-4288-87d8-daa0b1918db3, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=7228f875-d5b5-4288-87d8-daa0b1918db3,segment=NetworkSegment(abf36b96-55b8-472a-994b-c0e8a70cee2d),segment_id=abf36b96-55b8-472a-994b-c0e8a70cee2d)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:57.945778 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:58.086544 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Calling delete_port for 7228f875-d5b5-4288-87d8-daa0b1918db3 owned by network:dhcp {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:58.169137 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:58.183623 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-4b7a03a6-2a68-49a3-973e-04c5bbfb8ecf None None] For port 7228f875-d5b5-4288-87d8-daa0b1918db3, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=7228f875-d5b5-4288-87d8-daa0b1918db3,segment=NetworkSegment(abf36b96-55b8-472a-994b-c0e8a70cee2d),segment_id=abf36b96-55b8-472a-994b-c0e8a70cee2d)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:58.184058 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4b7a03a6-2a68-49a3-973e-04c5bbfb8ecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:58.185266 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5b15452e-d445-49c2-833c-58878556a321 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:58.249696 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=7228f875-d5b5-4288-87d8-daa0b1918db3,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:58.255323 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:58.301837 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d35f520-d9af-4b79-a61d-1a9cc2f30c3f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Router b424dba4-09ae-4cf5-a913-f32e9aa1040b has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:22:58.321455 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a03a6-2a68-49a3-973e-04c5bbfb8ecf None None] Calling delete_port for 7228f875-d5b5-4288-87d8-daa0b1918db3 owned by network:dhcp {{(pid=85246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:58.346731 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] No DVR routers for this DVR port 7228f875-d5b5-4288-87d8-daa0b1918db3 on host dv-cinder-786266-1-iscsi {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:22:58.351934 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 25b27dbb-11d2-44ad-b9d3-f201b439dc9b no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:22:58.395449 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: 25b27dbb-11d2-44ad-b9d3-f201b439dc9b {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:22:58.395829 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 25b27dbb-11d2-44ad-b9d3-f201b439dc9b not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:22:58.396267 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 7228f875-d5b5-4288-87d8-daa0b1918db3 no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:22:58.437512 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: 7228f875-d5b5-4288-87d8-daa0b1918db3 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:22:58.437902 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 7228f875-d5b5-4288-87d8-daa0b1918db3 not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:22:58.478561 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.db.api [None req-4b7a03a6-2a68-49a3-973e-04c5bbfb8ecf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:22:58.479207 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_db.api [None req-4b7a03a6-2a68-49a3-973e-04c5bbfb8ecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:22:58.481852 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854700900', 'neutron.services.segments.db._delete_segments_for_network--9223363273973794898'] for network, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:58.514582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d35f520-d9af-4b79-a61d-1a9cc2f30c3f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:22:58.524549 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba01537-7f6a-4095-8be3-242cca06ec1f None None] Sync routers for ids ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:22:58.534515 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba01537-7f6a-4095-8be3-242cca06ec1f None None] Routers {'b424dba4-09ae-4cf5-a913-f32e9aa1040b'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:22:58.535718 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-bba01537-7f6a-4095-8be3-242cca06ec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:22:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:58.535850 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9d35f520-d9af-4b79-a61d-1a9cc2f30c3f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for floatingip, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:58.600744 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-9d35f520-d9af-4b79-a61d-1a9cc2f30c3f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "DELETE /v2.0/floatingips/fb39a130-4e7c-45eb-9565-504d0d17c973 HTTP/1.1" status: 204 len: 168 time: 2.1044660 Apr 14 16:22:58.600744 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec37842c-337c-481a-b350-8055f911d09b', 'tag': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:22:58.602347 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10aa95ce-fba2-46e5-ae46-f2dbdd335903']}} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:58.616524 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf36b96-55b8-472a-994b-c0e8a70cee2d') {'for_net_delete': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:58.616860 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf36b96-55b8-472a-994b-c0e8a70cee2d') {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:58.630465 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273973794642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852231099'] for segment, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:58.646790 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:58.649275 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec37842c-337c-481a-b350-8055f911d09b', 'tag': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be', 'status': 'completed', 'code': 200} Apr 14 16:22:58.654872 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=85244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:22:58.742365 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-bba01537-7f6a-4095-8be3-242cca06ec1f None None] Set router b424dba4-09ae-4cf5-a913-f32e9aa1040b gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:22:58.893238 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Network 10aa95ce-fba2-46e5-ae46-f2dbdd335903 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:22:58.903557 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852115394'] for segment, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:58.983612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a03a6-2a68-49a3-973e-04c5bbfb8ecf None None] Deleting port 7228f875-d5b5-4288-87d8-daa0b1918db3 {{(pid=85246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:58.984042 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-4b7a03a6-2a68-49a3-973e-04c5bbfb8ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:59.069885 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a03a6-2a68-49a3-973e-04c5bbfb8ecf None None] The port '7228f875-d5b5-4288-87d8-daa0b1918db3' was deleted {{(pid=85246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:22:59.070519 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1dcd0-e1d1-48c8-ad45-dec1bedf5566 req-5ff41a84-f9c0-4088-9797-2fbdb8795dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:59.072115 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-25c1dcd0-e1d1-48c8-ad45-dec1bedf5566 req-5ff41a84-f9c0-4088-9797-2fbdb8795dbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6afd00d65090450fa9559d0d5ef3a252&device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 1098 time: 0.3868294 Apr 14 16:22:59.168528 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-bba01537-7f6a-4095-8be3-242cca06ec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'name': 'tempest-TestShelveInstance-551165486-router', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:16:52Z', 'updated_at': '2021-04-14T16:16:58Z', 'revision_number': 4, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'gw_port': {'id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:53Z', 'updated_at': '2021-04-14T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '9ba306c8-ee85-4995-8d46-79fc0c379fc5', 'name': '', 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'mac_address': 'fa:16:3e:af:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:57Z', 'updated_at': '2021-04-14T16:17:07Z', 'revision_number': 5, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'subnets': [{'id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:59.172642 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba01537-7f6a-4095-8be3-242cca06ec1f None None] Checking router: b424dba4-09ae-4cf5-a913-f32e9aa1040b for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:22:59.182430 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba01537-7f6a-4095-8be3-242cca06ec1f None None] Routers {'b424dba4-09ae-4cf5-a913-f32e9aa1040b'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:22:59.183102 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-bba01537-7f6a-4095-8be3-242cca06ec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:22:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:59.251923 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Network 10aa95ce-fba2-46e5-ae46-f2dbdd335903 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: Traceback (most recent call last): Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: timer() Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: cb(*args, **kw) Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: return func(*args, **kwargs) Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: self._notify() Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: self.callback(batched_events) Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: event.method(event) Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: segment_id)['aggregates'][0] Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: return f(self, *a, **k) Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: return self._get(url).json() Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: **kwargs) Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: return self.request(url, 'GET', **kwargs) Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: **endpoint_filter) Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:22:59.293375 dv-cinder-786266-1-iscsi neutron-server[85131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:22:59.376836 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-bba01537-7f6a-4095-8be3-242cca06ec1f None None] Set router b424dba4-09ae-4cf5-a913-f32e9aa1040b gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:22:59.664807 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a7bae-1a7c-46b5-9969-37d2c32a84ca req-8497715d-74c2-49e0-bd57-ba0404bc5a28 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:59.666353 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e61a7bae-1a7c-46b5-9969-37d2c32a84ca req-8497715d-74c2-49e0-bd57-ba0404bc5a28 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.7256143 Apr 14 16:22:59.682428 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-74885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854381553'] for network, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:59.700873 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5f21e6a2-a701-4e01-9740-0cb42a2c7015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:59.718180 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:59.724078 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-bba01537-7f6a-4095-8be3-242cca06ec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'name': 'tempest-TestShelveInstance-551165486-router', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:16:52Z', 'updated_at': '2021-04-14T16:16:58Z', 'revision_number': 4, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'gw_port': {'id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:53Z', 'updated_at': '2021-04-14T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '9ba306c8-ee85-4995-8d46-79fc0c379fc5', 'name': '', 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'mac_address': 'fa:16:3e:af:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:57Z', 'updated_at': '2021-04-14T16:17:07Z', 'revision_number': 5, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'subnets': [{'id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:59.726676 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1dcd0-e1d1-48c8-ad45-dec1bedf5566 req-ecc30706-7a1d-4ca6-b391-d1eaff4064c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:59.728276 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-25c1dcd0-e1d1-48c8-ad45-dec1bedf5566 req-ecc30706-7a1d-4ca6-b391-d1eaff4064c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01edfd4a-4731-488e-b758-1b065e88d2e9 HTTP/1.1" status: 200 len: 909 time: 0.6390042 Apr 14 16:22:59.728482 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba01537-7f6a-4095-8be3-242cca06ec1f None None] The sync data for ids ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'] in dv-cinder-786266-1-iscsi is: [{'id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'name': 'tempest-TestShelveInstance-551165486-router', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:16:52Z', 'updated_at': '2021-04-14T16:16:58Z', 'revision_number': 4, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'gw_port': {'id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:53Z', 'updated_at': '2021-04-14T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi', '_interfaces': [{'id': '9ba306c8-ee85-4995-8d46-79fc0c379fc5', 'name': '', 'network_id': '01edfd4a-4731-488e-b758-1b065e88d2e9', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'mac_address': 'fa:16:3e:af:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:57Z', 'updated_at': '2021-04-14T16:17:07Z', 'revision_number': 5, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'subnets': [{'id': 'ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:22:59.737483 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Pushing event deleted for resources: {'Network': ['ID=10aa95ce-fba2-46e5-ae46-f2dbdd335903,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:59.749001 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:59.805002 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-e61a7bae-1a7c-46b5-9969-37d2c32a84ca req-0484df3b-061b-4569-9f7d-44157b6d339e tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273108 Apr 14 16:22:59.827207 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-25c1dcd0-e1d1-48c8-ad45-dec1bedf5566 req-4c7c22b6-78e1-410e-a3db-00a4f9f5deb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be HTTP/1.1" status: 200 len: 217 time: 0.0866494 Apr 14 16:22:59.828639 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-0dbcf659-6cdf-4ba1-9213-b871d3f05d73 admin admin] 10.222.0.60 "DELETE /v2.0/networks/10aa95ce-fba2-46e5-ae46-f2dbdd335903 HTTP/1.1" status: 204 len: 168 time: 2.3569477 Apr 14 16:22:59.904370 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1dcd0-e1d1-48c8-ad45-dec1bedf5566 req-ebbca120-37c0-4872-a594-ad35f4def422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:59.906019 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-25c1dcd0-e1d1-48c8-ad45-dec1bedf5566 req-ebbca120-37c0-4872-a594-ad35f4def422 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9 HTTP/1.1" status: 200 len: 847 time: 0.0708394 Apr 14 16:22:59.952100 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47076) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:59.988333 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-a93a733b-8081-4184-9b14-dd5c54424bb2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed9d2e253f144da0bf1bbc63b4657b81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0348637 Apr 14 16:22:59.990985 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47080) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:59.998260 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1dcd0-e1d1-48c8-ad45-dec1bedf5566 req-f089a30a-c181-4041-9399-b9b4ab6d5e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:59.999867 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-25c1dcd0-e1d1-48c8-ad45-dec1bedf5566 req-f089a30a-c181-4041-9399-b9b4ab6d5e2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01edfd4a-4731-488e-b758-1b065e88d2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846176 Apr 14 16:23:00.058384 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ac27e580-8358-4a44-bfac-cee45b3a91a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:00.087285 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ac27e580-8358-4a44-bfac-cee45b3a91a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:00.150502 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ac27e580-8358-4a44-bfac-cee45b3a91a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:00.153443 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-25c1dcd0-e1d1-48c8-ad45-dec1bedf5566 req-2de646a6-3d36-4cac-9265-2c9cf02c0bfb service neutron] 10.222.0.41 "GET /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441855 Apr 14 16:23:00.153764 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0c8067cb-9bf8-45af-ae1c-472d1649dcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:23:00.168155 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27e580-8358-4a44-bfac-cee45b3a91a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8382ff57-f7a4-4c59-a13f-45e3a8fb0113,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:23:00.172020 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-ac27e580-8358-4a44-bfac-cee45b3a91a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:23:00.174492 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f1ab5a-e16a-47bb-984c-b7e13ea8357c None None] New status for floating IP fb39a130-4e7c-45eb-9565-504d0d17c973: DOWN {{(pid=85247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:23:00.179148 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ac27e580-8358-4a44-bfac-cee45b3a91a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:00.183237 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-ac27e580-8358-4a44-bfac-cee45b3a91a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8382ff57-f7a4-4c59-a13f-45e3a8fb0113 HTTP/1.1" status: 204 len: 168 time: 0.1911814 Apr 14 16:23:00.321298 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-25c1dcd0-e1d1-48c8-ad45-dec1bedf5566 req-0edbbba3-705b-4ddd-8571-662f5142c273 service neutron] 10.222.0.41 "GET /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570477 Apr 14 16:23:00.679078 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63acd01-8608-4b50-810c-a08d2498eabe req-b48a0b34-e740-4e8d-91c5-44b70674ee77 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:23:00.680645 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b63acd01-8608-4b50-810c-a08d2498eabe req-b48a0b34-e740-4e8d-91c5-44b70674ee77 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.0898046 Apr 14 16:23:00.712536 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47088) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:23:00.751068 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-1499369c-9afa-47ab-b430-e127c38f44a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49407df7816942c8b387e018e2ece4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0346482 Apr 14 16:23:00.751316 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47092) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:23:00.764023 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-b63acd01-8608-4b50-810c-a08d2498eabe req-2074e8f9-7871-48ad-b040-c6301b8c6f6d tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Deleting port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:23:00.764402 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b63acd01-8608-4b50-810c-a08d2498eabe req-2074e8f9-7871-48ad-b040-c6301b8c6f6d tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:00.813583 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-89809a55-08a4-4f5a-8468-f3818621c928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:00.841273 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-89809a55-08a4-4f5a-8468-f3818621c928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:00.887289 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-89809a55-08a4-4f5a-8468-f3818621c928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:00.893169 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-04a9bf42-0e95-488c-82e5-986e5bde8834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:23:00.911057 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-89809a55-08a4-4f5a-8468-f3818621c928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:00.915050 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-89809a55-08a4-4f5a-8468-f3818621c928 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35f5198e-3119-455e-8b70-ac47cde175df HTTP/1.1" status: 204 len: 168 time: 0.1612000 Apr 14 16:23:00.915050 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89809a55-08a4-4f5a-8468-f3818621c928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f5198e-3119-455e-8b70-ac47cde175df,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:23:00.918265 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-89809a55-08a4-4f5a-8468-f3818621c928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:23:01.027806 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4865a84-e2c7-4a9b-b724-43faf301ab80 req-3d32209d-f991-470f-9114-33cee71c0fb5 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:23:01.028568 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-c4865a84-e2c7-4a9b-b724-43faf301ab80 req-3d32209d-f991-470f-9114-33cee71c0fb5 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Synchronizing usage tracker for tenant:6afd00d65090450fa9559d0d5ef3a252 on resource:port {{(pid=85245) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:23:01.041392 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [req-b63acd01-8608-4b50-810c-a08d2498eabe req-2074e8f9-7871-48ad-b040-c6301b8c6f6d tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] For port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be,segment=NetworkSegment(952919a7-c0be-4172-af6c-71b5e1eb82b9),segment_id=952919a7-c0be-4172-af6c-71b5e1eb82b9)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:23:01.041792 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b63acd01-8608-4b50-810c-a08d2498eabe req-2074e8f9-7871-48ad-b040-c6301b8c6f6d tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:01.046101 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.quota.resource [req-c4865a84-e2c7-4a9b-b724-43faf301ab80 req-3d32209d-f991-470f-9114-33cee71c0fb5 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Unset dirty status for tenant:6afd00d65090450fa9559d0d5ef3a252 on resource:port {{(pid=85245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:23:01.047382 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c4865a84-e2c7-4a9b-b724-43faf301ab80 req-3d32209d-f991-470f-9114-33cee71c0fb5 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 945 time: 0.1170156 Apr 14 16:23:01.081327 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-c4865a84-e2c7-4a9b-b724-43faf301ab80 req-bb6199d5-abb3-4aa1-a27a-02eee8905206 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/security-groups?id=52dba9ab-a650-4525-a836-9879473ec5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251746 Apr 14 16:23:01.200310 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [req-b63acd01-8608-4b50-810c-a08d2498eabe req-2074e8f9-7871-48ad-b040-c6301b8c6f6d tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Calling delete_port for eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:23:01.363262 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b63acd01-8608-4b50-810c-a08d2498eabe req-2074e8f9-7871-48ad-b040-c6301b8c6f6d tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660356'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:01.378515 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2d4c7d4c-307b-4354-b5a0-5df924bf08e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:23:01.438586 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074e8f9-7871-48ad-b040-c6301b8c6f6d tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Pushing event deleted for resources: {'Port': ['ID=eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:23:01.442950 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2074e8f9-7871-48ad-b040-c6301b8c6f6d tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:23:01.626632 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63acd01-8608-4b50-810c-a08d2498eabe req-2074e8f9-7871-48ad-b040-c6301b8c6f6d tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] No DVR routers for this DVR port eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be on host hv-cinder-78626 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:23:01.629390 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [req-b63acd01-8608-4b50-810c-a08d2498eabe req-2074e8f9-7871-48ad-b040-c6301b8c6f6d tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:01.632411 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec37842c-337c-481a-b350-8055f911d09b', 'name': 'network-vif-deleted', 'tag': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:23:01.647428 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-b63acd01-8608-4b50-810c-a08d2498eabe req-2074e8f9-7871-48ad-b040-c6301b8c6f6d tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.41 "DELETE /v2.0/ports/eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be HTTP/1.1" status: 204 len: 173 time: 0.9607067 Apr 14 16:23:01.682392 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec37842c-337c-481a-b350-8055f911d09b', 'name': 'network-vif-deleted', 'tag': 'eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be', 'status': 'completed', 'code': 200} Apr 14 16:23:02.256121 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [req-9c53b4b4-2e91-4538-b84a-28e22d63f5ee req-35e75659-18cc-4cfc-a6ca-ae3f0665697f tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec37842c-337c-481a-b350-8055f911d09b HTTP/1.1" status: 200 len: 210 time: 0.0505493 Apr 14 16:23:03.358898 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47106) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:23:03.433804 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9f040495-c205-49c3-bb28-a007f0083445 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:03.467322 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9f040495-c205-49c3-bb28-a007f0083445 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:03.518310 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9f040495-c205-49c3-bb28-a007f0083445 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:03.524336 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-85ba2670-230c-42b7-81e6-7987073e074c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:23:03.540037 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f040495-c205-49c3-bb28-a007f0083445 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dba9ab-a650-4525-a836-9879473ec5dd,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:23:03.542860 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9f040495-c205-49c3-bb28-a007f0083445 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:23:03.549202 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9f040495-c205-49c3-bb28-a007f0083445 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:03.550417 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-9f040495-c205-49c3-bb28-a007f0083445 tempest-TestShelveInstance-1091889729 tempest-TestShelveInstance-1091889729-project] 10.222.0.60 "DELETE /v2.0/security-groups/52dba9ab-a650-4525-a836-9879473ec5dd HTTP/1.1" status: 204 len: 168 time: 0.1904454 Apr 14 16:23:03.608155 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47112) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:23:04.461403 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9f82a714-0a8e-45bd-b2a9-e31387df1c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410676'] for router_interface, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:04.513345 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:23:04.550786 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] No Port match for: eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:23:04.551209 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Device eb2c22c1-6bf1-4f7d-b0f0-ca1c076c35be not bound to the agent host hv-cinder-78626 {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:23:04.822429 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-9f82a714-0a8e-45bd-b2a9-e31387df1c0c admin admin] Deleting port 9ba306c8-ee85-4995-8d46-79fc0c379fc5 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:23:04.822716 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9f82a714-0a8e-45bd-b2a9-e31387df1c0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:04.999976 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-9f82a714-0a8e-45bd-b2a9-e31387df1c0c admin admin] For port 9ba306c8-ee85-4995-8d46-79fc0c379fc5, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=9ba306c8-ee85-4995-8d46-79fc0c379fc5,segment=NetworkSegment(952919a7-c0be-4172-af6c-71b5e1eb82b9),segment_id=952919a7-c0be-4172-af6c-71b5e1eb82b9)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:23:05.000359 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9f82a714-0a8e-45bd-b2a9-e31387df1c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:05.131206 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-9f82a714-0a8e-45bd-b2a9-e31387df1c0c admin admin] Calling delete_port for 9ba306c8-ee85-4995-8d46-79fc0c379fc5 owned by network:router_interface {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:23:05.304401 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9f82a714-0a8e-45bd-b2a9-e31387df1c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:05.320123 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a36aefc9-e409-43f1-bd33-2b03abb6d141 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:23:05.376178 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82a714-0a8e-45bd-b2a9-e31387df1c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba306c8-ee85-4995-8d46-79fc0c379fc5,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:23:05.378740 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-9f82a714-0a8e-45bd-b2a9-e31387df1c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:23:06.002237 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9f82a714-0a8e-45bd-b2a9-e31387df1c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394435'] for router_interface, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:06.507749 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f82a714-0a8e-45bd-b2a9-e31387df1c0c admin admin] Router b424dba4-09ae-4cf5-a913-f32e9aa1040b has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:23:06.695238 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f82a714-0a8e-45bd-b2a9-e31387df1c0c admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:23:06.703870 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afeb72a-a529-4c97-baf0-019522997961 None None] Sync routers for ids ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'] in dv-cinder-786266-1-iscsi {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:23:06.711250 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-9f82a714-0a8e-45bd-b2a9-e31387df1c0c admin admin] 10.222.0.60 "PUT /v2.0/routers/b424dba4-09ae-4cf5-a913-f32e9aa1040b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0995834 Apr 14 16:23:06.711503 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47118) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:23:06.714579 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afeb72a-a529-4c97-baf0-019522997961 None None] Routers {'b424dba4-09ae-4cf5-a913-f32e9aa1040b'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:23:06.715240 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-2afeb72a-a529-4c97-baf0-019522997961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:22:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:23:06.896033 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2618946c-4c80-4f52-bf69-7e3609b03946 admin admin] Notify callbacks [] for router, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:06.908536 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-2afeb72a-a529-4c97-baf0-019522997961 None None] Set router b424dba4-09ae-4cf5-a913-f32e9aa1040b gateway port host: dv-cinder-786266-1-iscsi {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:23:07.102671 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2618946c-4c80-4f52-bf69-7e3609b03946 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:07.111568 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-2618946c-4c80-4f52-bf69-7e3609b03946 admin admin] Deleting port 7a085afd-289e-42df-b162-e2b5c4a8cea5 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:23:07.111941 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2618946c-4c80-4f52-bf69-7e3609b03946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:07.301838 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-2618946c-4c80-4f52-bf69-7e3609b03946 admin admin] For port 7a085afd-289e-42df-b162-e2b5c4a8cea5, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=7a085afd-289e-42df-b162-e2b5c4a8cea5,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:23:07.302227 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2618946c-4c80-4f52-bf69-7e3609b03946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:07.384403 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-2afeb72a-a529-4c97-baf0-019522997961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'name': 'tempest-TestShelveInstance-551165486-router', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:16:52Z', 'updated_at': '2021-04-14T16:23:05Z', 'revision_number': 5, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'gw_port': {'id': '7a085afd-289e-42df-b162-e2b5c4a8cea5', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:16:53Z', 'updated_at': '2021-04-14T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:23:07.388338 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afeb72a-a529-4c97-baf0-019522997961 None None] Checking router: b424dba4-09ae-4cf5-a913-f32e9aa1040b for host: dv-cinder-786266-1-iscsi {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:23:07.397904 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afeb72a-a529-4c97-baf0-019522997961 None None] Routers {'b424dba4-09ae-4cf5-a913-f32e9aa1040b'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:23:07.398559 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-2afeb72a-a529-4c97-baf0-019522997961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:22:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:23:07.437825 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-2618946c-4c80-4f52-bf69-7e3609b03946 admin admin] Calling delete_port for 7a085afd-289e-42df-b162-e2b5c4a8cea5 owned by network:router_gateway {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:23:07.561159 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-2afeb72a-a529-4c97-baf0-019522997961 None None] Set router b424dba4-09ae-4cf5-a913-f32e9aa1040b gateway port host: None {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:23:07.617304 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2618946c-4c80-4f52-bf69-7e3609b03946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:07.633319 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-78b436f8-9653-4e33-b808-529c403dbc9e tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:23:07.674920 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-2afeb72a-a529-4c97-baf0-019522997961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'name': 'tempest-TestShelveInstance-551165486-router', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:16:52Z', 'updated_at': '2021-04-14T16:23:07Z', 'revision_number': 6, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'gw_port_host': None}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:23:07.679680 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afeb72a-a529-4c97-baf0-019522997961 None None] The sync data for ids ['b424dba4-09ae-4cf5-a913-f32e9aa1040b'] in dv-cinder-786266-1-iscsi is: [{'id': 'b424dba4-09ae-4cf5-a913-f32e9aa1040b', 'name': 'tempest-TestShelveInstance-551165486-router', 'tenant_id': '6afd00d65090450fa9559d0d5ef3a252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:16:52Z', 'updated_at': '2021-04-14T16:23:07Z', 'revision_number': 6, 'project_id': '6afd00d65090450fa9559d0d5ef3a252', 'gw_port_host': None}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:23:07.689415 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618946c-4c80-4f52-bf69-7e3609b03946 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a085afd-289e-42df-b162-e2b5c4a8cea5,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:23:07.694047 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-2618946c-4c80-4f52-bf69-7e3609b03946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:23:07.900196 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2618946c-4c80-4f52-bf69-7e3609b03946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394277'] for router_gateway, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:08.088593 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2618946c-4c80-4f52-bf69-7e3609b03946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6938'] for router, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:08.091070 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2618946c-4c80-4f52-bf69-7e3609b03946 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:08.111360 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2618946c-4c80-4f52-bf69-7e3609b03946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854366861'] for router, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:08.111937 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2618946c-4c80-4f52-bf69-7e3609b03946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b424dba4-09ae-4cf5-a913-f32e9aa1040b {{(pid=85245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:23:08.125201 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2618946c-4c80-4f52-bf69-7e3609b03946 admin admin] Notify callbacks [] for router, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:08.126409 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-2618946c-4c80-4f52-bf69-7e3609b03946 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b424dba4-09ae-4cf5-a913-f32e9aa1040b HTTP/1.1" status: 204 len: 168 time: 1.4139373 Apr 14 16:23:08.129082 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47122) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:23:08.198483 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda498fc-cf77-4414-8dc8-e5e456635f94 admin admin] Deleting subnet ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9 {{(pid=85245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:23:08.201738 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bda498fc-cf77-4414-8dc8-e5e456635f94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:08.253969 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bda498fc-cf77-4414-8dc8-e5e456635f94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296618'] for subnet, precommit_delete_associations {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:08.290448 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 9ba306c8-ee85-4995-8d46-79fc0c379fc5 no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:23:08.330472 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: 9ba306c8-ee85-4995-8d46-79fc0c379fc5 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:23:08.330837 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 9ba306c8-ee85-4995-8d46-79fc0c379fc5 not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:23:08.331301 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 7a085afd-289e-42df-b162-e2b5c4a8cea5 no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:23:08.343963 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bda498fc-cf77-4414-8dc8-e5e456635f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5661'] for subnet, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:08.368456 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: 7a085afd-289e-42df-b162-e2b5c4a8cea5 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:23:08.368839 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 7a085afd-289e-42df-b162-e2b5c4a8cea5 not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:23:08.840641 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bda498fc-cf77-4414-8dc8-e5e456635f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2219868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2254709'] for subnet, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:08.857090 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:23:08.905623 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda498fc-cf77-4414-8dc8-e5e456635f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:23:08.908168 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-bda498fc-cf77-4414-8dc8-e5e456635f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:23:08.993902 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-bda498fc-cf77-4414-8dc8-e5e456635f94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:08.999515 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1786335-3ede-43b3-96c9-119bfaaa5419 None None] Network 01edfd4a-4731-488e-b758-1b065e88d2e9 requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:23:08.999844 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-bda498fc-cf77-4414-8dc8-e5e456635f94 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ace91e1c-0b5d-4cf4-abc2-11f9bfef6db9 HTTP/1.1" status: 204 len: 168 time: 0.8695998 Apr 14 16:23:09.002576 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47126) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:23:09.115368 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853770560'] for network, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:09.188796 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Deleting port d5d1d1b9-1634-41ec-9661-896c4db16ab5 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:23:09.189186 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:09.265731 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba15bc7-2820-4833-a3b9-78f525f45bc6 None None] DHCP port deletion for 01edfd4a-4731-488e-b758-1b065e88d2e9 request from dv-cinder-786266-1-iscsi {{(pid=85246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:23:09.271074 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-1ba15bc7-2820-4833-a3b9-78f525f45bc6 None None] Deleting port d5d1d1b9-1634-41ec-9661-896c4db16ab5 {{(pid=85246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:23:09.271611 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1ba15bc7-2820-4833-a3b9-78f525f45bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:09.408612 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] For port d5d1d1b9-1634-41ec-9661-896c4db16ab5, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=d5d1d1b9-1634-41ec-9661-896c4db16ab5,segment=NetworkSegment(952919a7-c0be-4172-af6c-71b5e1eb82b9),segment_id=952919a7-c0be-4172-af6c-71b5e1eb82b9)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:23:09.408921 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:09.491421 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-1ba15bc7-2820-4833-a3b9-78f525f45bc6 None None] For port d5d1d1b9-1634-41ec-9661-896c4db16ab5, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=d5d1d1b9-1634-41ec-9661-896c4db16ab5,segment=NetworkSegment(952919a7-c0be-4172-af6c-71b5e1eb82b9),segment_id=952919a7-c0be-4172-af6c-71b5e1eb82b9)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:23:09.491777 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1ba15bc7-2820-4833-a3b9-78f525f45bc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:09.543843 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Calling delete_port for d5d1d1b9-1634-41ec-9661-896c4db16ab5 owned by network:dhcp {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:23:09.622476 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-1ba15bc7-2820-4833-a3b9-78f525f45bc6 None None] Calling delete_port for d5d1d1b9-1634-41ec-9661-896c4db16ab5 owned by network:dhcp {{(pid=85246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:23:09.623561 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:09.639049 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-93dac4d3-817d-4c12-9ab1-f47a39678218 tempest-AttachVolumeNegativeTest-1940544776 tempest-AttachVolumeNegativeTest-1940544776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:23:09.693697 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d1d1b9-1634-41ec-9661-896c4db16ab5,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:23:09.697624 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:23:09.700095 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.db.api [None req-1ba15bc7-2820-4833-a3b9-78f525f45bc6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:23:09.700505 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_db.api [None req-1ba15bc7-2820-4833-a3b9-78f525f45bc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:23:09.780663 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] No DVR routers for this DVR port d5d1d1b9-1634-41ec-9661-896c4db16ab5 on host dv-cinder-786266-1-iscsi {{(pid=85245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:23:09.908633 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854700900', 'neutron.services.segments.db._delete_segments_for_network--9223363273973794898'] for network, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:10.027304 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01edfd4a-4731-488e-b758-1b065e88d2e9']}} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:23:10.039766 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952919a7-c0be-4172-af6c-71b5e1eb82b9') {'for_net_delete': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:23:10.040096 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952919a7-c0be-4172-af6c-71b5e1eb82b9') {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:23:10.052344 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273973794642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297564'] for segment, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:10.067821 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:10.074402 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=85245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:23:10.202129 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-1ba15bc7-2820-4833-a3b9-78f525f45bc6 None None] Deleting port d5d1d1b9-1634-41ec-9661-896c4db16ab5 {{(pid=85246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:23:10.202689 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1ba15bc7-2820-4833-a3b9-78f525f45bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:10.253946 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Network 01edfd4a-4731-488e-b758-1b065e88d2e9 has no segments {{(pid=85245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:23:10.263218 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2219827'] for segment, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:10.278220 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-1ba15bc7-2820-4833-a3b9-78f525f45bc6 None None] The port 'd5d1d1b9-1634-41ec-9661-896c4db16ab5' was deleted {{(pid=85246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:23:10.294033 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device d5d1d1b9-1634-41ec-9661-896c4db16ab5 no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:23:10.331457 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: d5d1d1b9-1634-41ec-9661-896c4db16ab5 {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:23:10.331890 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device d5d1d1b9-1634-41ec-9661-896c4db16ab5 not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:23:10.442697 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Network 01edfd4a-4731-488e-b758-1b065e88d2e9 has no segments {{(pid=85245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: Traceback (most recent call last): Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: timer() Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: cb(*args, **kw) Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: return func(*args, **kwargs) Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: self._notify() Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: self.callback(batched_events) Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: event.method(event) Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: segment_id)['aggregates'][0] Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: return f(self, *a, **k) Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: return self._get(url).json() Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: **kwargs) Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: return self.request(url, 'GET', **kwargs) Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: **endpoint_filter) Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:23:10.464408 dv-cinder-786266-1-iscsi neutron-server[85131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:23:10.541775 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-74885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854381553'] for network, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:10.545336 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:23:10.558828 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:10.569439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Pushing event deleted for resources: {'Network': ['ID=01edfd4a-4731-488e-b758-1b065e88d2e9,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:23:10.573813 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:23:10.577449 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-28003719-4568-4f66-b792-125a19fec10c admin admin] 10.222.0.60 "DELETE /v2.0/networks/01edfd4a-4731-488e-b758-1b065e88d2e9 HTTP/1.1" status: 204 len: 168 time: 1.5738752 Apr 14 16:23:10.580540 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47130) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:23:11.137120 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4d16-6998-42c7-87eb-eba46099210c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410676'] for router_interface, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:11.496025 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-5e4f4d16-6998-42c7-87eb-eba46099210c admin admin] Deleting port d53e656d-21a2-432f-9d10-55f72d1f8bfc {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:23:11.496589 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4d16-6998-42c7-87eb-eba46099210c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:11.674748 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-5e4f4d16-6998-42c7-87eb-eba46099210c admin admin] For port d53e656d-21a2-432f-9d10-55f72d1f8bfc, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=d53e656d-21a2-432f-9d10-55f72d1f8bfc,segment=NetworkSegment(3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b),segment_id=3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:23:11.675129 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4d16-6998-42c7-87eb-eba46099210c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:12.046701 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-5e4f4d16-6998-42c7-87eb-eba46099210c admin admin] Calling delete_port for d53e656d-21a2-432f-9d10-55f72d1f8bfc owned by network:router_interface {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:23:12.221454 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4d16-6998-42c7-87eb-eba46099210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:12.236463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-201399b7-1158-4ff0-8d71-e553705e1c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:23:12.292540 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f4d16-6998-42c7-87eb-eba46099210c admin admin] Pushing event deleted for resources: {'Port': ['ID=d53e656d-21a2-432f-9d10-55f72d1f8bfc,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:23:12.295260 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-5e4f4d16-6998-42c7-87eb-eba46099210c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:23:12.675788 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4d16-6998-42c7-87eb-eba46099210c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394435'] for router_interface, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:13.176884 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4f4d16-6998-42c7-87eb-eba46099210c admin admin] Router bfd91268-4aec-4b6a-b6eb-de2b3110eb98 has already been hosted by L3 agent f0d0dbe1-f59d-40ed-b56c-48b2165e698d {{(pid=85245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:23:13.361473 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4f4d16-6998-42c7-87eb-eba46099210c admin admin] Notify agent at l3_agent.dv-cinder-786266-1-iscsi the message routers_updated {{(pid=85245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:23:13.371287 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa9354-5d6d-4ade-926b-ea15e5be7708 None None] Sync routers for ids ['bfd91268-4aec-4b6a-b6eb-de2b3110eb98'] in dv-cinder-786266-1-iscsi {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:23:13.377250 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-5e4f4d16-6998-42c7-87eb-eba46099210c admin admin] 10.222.0.60 "PUT /v2.0/routers/bfd91268-4aec-4b6a-b6eb-de2b3110eb98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7955713 Apr 14 16:23:13.379822 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47134) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:23:13.381292 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa9354-5d6d-4ade-926b-ea15e5be7708 None None] Routers {'bfd91268-4aec-4b6a-b6eb-de2b3110eb98'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:23:13.381945 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-40fa9354-5d6d-4ade-926b-ea15e5be7708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:22:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['bfd91268-4aec-4b6a-b6eb-de2b3110eb98'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:23:13.569597 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fd062837-8c3f-4072-94dd-eea24d06dfd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:13.571289 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-40fa9354-5d6d-4ade-926b-ea15e5be7708 None None] Set router bfd91268-4aec-4b6a-b6eb-de2b3110eb98 gateway port host: dv-cinder-786266-1-iscsi {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:23:13.590087 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:13.761114 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fd062837-8c3f-4072-94dd-eea24d06dfd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:13.770579 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-fd062837-8c3f-4072-94dd-eea24d06dfd1 admin admin] Deleting port 58a90977-0805-47ee-a61c-ade76d0873fd {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:23:13.770950 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fd062837-8c3f-4072-94dd-eea24d06dfd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:13.875337 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-40fa9354-5d6d-4ade-926b-ea15e5be7708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'name': 'tempest-TestShelveInstance-513434304-router', 'tenant_id': '92316c87711c4982b16ddff4a24baa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'external_fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '58a90977-0805-47ee-a61c-ade76d0873fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:17:01Z', 'updated_at': '2021-04-14T16:23:12Z', 'revision_number': 5, 'project_id': '92316c87711c4982b16ddff4a24baa44', 'gw_port': {'id': '58a90977-0805-47ee-a61c-ade76d0873fd', 'name': '', 'network_id': 'b5eead06-8405-4d4c-aea5-71473e96d6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:17:03Z', 'updated_at': '2021-04-14T16:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9001a6a9-f1b6-463a-82d7-cf2a519dc649', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-iscsi'}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:23:13.879288 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa9354-5d6d-4ade-926b-ea15e5be7708 None None] Checking router: bfd91268-4aec-4b6a-b6eb-de2b3110eb98 for host: dv-cinder-786266-1-iscsi {{(pid=85247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:23:13.888306 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa9354-5d6d-4ade-926b-ea15e5be7708 None None] Routers {'bfd91268-4aec-4b6a-b6eb-de2b3110eb98'} bound to L3 agent in host dv-cinder-786266-1-iscsi {{(pid=85247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:23:13.888956 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-40fa9354-5d6d-4ade-926b-ea15e5be7708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:17Z,description=,heartbeat_timestamp=2021-04-14T16:22:47Z,host='dv-cinder-786266-1-iscsi',id=f0d0dbe1-f59d-40ed-b56c-48b2165e698d,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:17Z,topic='l3_agent')) {'router_ids': ['bfd91268-4aec-4b6a-b6eb-de2b3110eb98'], 'active': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:23:13.963737 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-fd062837-8c3f-4072-94dd-eea24d06dfd1 admin admin] For port 58a90977-0805-47ee-a61c-ade76d0873fd, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=58a90977-0805-47ee-a61c-ade76d0873fd,segment=NetworkSegment(481a4bb9-3acf-4a97-bda1-8ac4322b83b4),segment_id=481a4bb9-3acf-4a97-bda1-8ac4322b83b4)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:23:13.964128 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fd062837-8c3f-4072-94dd-eea24d06dfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:14.057440 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvr_db [None req-40fa9354-5d6d-4ade-926b-ea15e5be7708 None None] Set router bfd91268-4aec-4b6a-b6eb-de2b3110eb98 gateway port host: None {{(pid=85247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:23:14.099479 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-fd062837-8c3f-4072-94dd-eea24d06dfd1 admin admin] Calling delete_port for 58a90977-0805-47ee-a61c-ade76d0873fd owned by network:router_gateway {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:23:14.172424 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_hamode_db [None req-40fa9354-5d6d-4ade-926b-ea15e5be7708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'name': 'tempest-TestShelveInstance-513434304-router', 'tenant_id': '92316c87711c4982b16ddff4a24baa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:17:01Z', 'updated_at': '2021-04-14T16:23:13Z', 'revision_number': 6, 'project_id': '92316c87711c4982b16ddff4a24baa44', 'gw_port_host': None}], 'dv-cinder-786266-1-iscsi', False) {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:23:14.176625 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa9354-5d6d-4ade-926b-ea15e5be7708 None None] The sync data for ids ['bfd91268-4aec-4b6a-b6eb-de2b3110eb98'] in dv-cinder-786266-1-iscsi is: [{'id': 'bfd91268-4aec-4b6a-b6eb-de2b3110eb98', 'name': 'tempest-TestShelveInstance-513434304-router', 'tenant_id': '92316c87711c4982b16ddff4a24baa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:17:01Z', 'updated_at': '2021-04-14T16:23:13Z', 'revision_number': 6, 'project_id': '92316c87711c4982b16ddff4a24baa44', 'gw_port_host': None}] {{(pid=85247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:23:14.286338 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fd062837-8c3f-4072-94dd-eea24d06dfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:14.302973 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-52ebbc81-7d63-427c-a591-d8496d14f518 tempest-TestVolumeBootPattern-35439365 tempest-TestVolumeBootPattern-35439365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:23:14.307601 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device d53e656d-21a2-432f-9d10-55f72d1f8bfc no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:23:14.345129 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: d53e656d-21a2-432f-9d10-55f72d1f8bfc {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:23:14.345522 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device d53e656d-21a2-432f-9d10-55f72d1f8bfc not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:23:14.361986 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd062837-8c3f-4072-94dd-eea24d06dfd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=58a90977-0805-47ee-a61c-ade76d0873fd,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:23:14.366638 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-fd062837-8c3f-4072-94dd-eea24d06dfd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:23:14.466237 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-1d16df68-ca2d-4475-ba5a-8ef17c3cc091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:14.568166 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fd062837-8c3f-4072-94dd-eea24d06dfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394277'] for router_gateway, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:14.983474 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fd062837-8c3f-4072-94dd-eea24d06dfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6938'] for router, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:14.986063 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fd062837-8c3f-4072-94dd-eea24d06dfd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:15.006122 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fd062837-8c3f-4072-94dd-eea24d06dfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854366861'] for router, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:15.006691 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd062837-8c3f-4072-94dd-eea24d06dfd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfd91268-4aec-4b6a-b6eb-de2b3110eb98 {{(pid=85245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:23:15.018859 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-fd062837-8c3f-4072-94dd-eea24d06dfd1 admin admin] Notify callbacks [] for router, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:15.020626 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-fd062837-8c3f-4072-94dd-eea24d06dfd1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/bfd91268-4aec-4b6a-b6eb-de2b3110eb98 HTTP/1.1" status: 204 len: 168 time: 1.6397889 Apr 14 16:23:15.023399 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47138) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:23:15.090051 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a8bb3b-0e04-4f35-9111-b2b9c91d4508 admin admin] Deleting subnet 4427b3ab-93cd-46eb-a3f9-d9ef5fb097c1 {{(pid=85245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:23:15.094093 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-60a8bb3b-0e04-4f35-9111-b2b9c91d4508 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:15.150223 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-60a8bb3b-0e04-4f35-9111-b2b9c91d4508 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296618'] for subnet, precommit_delete_associations {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:15.231411 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-60a8bb3b-0e04-4f35-9111-b2b9c91d4508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5661'] for subnet, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:15.484458 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-60a8bb3b-0e04-4f35-9111-b2b9c91d4508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2219868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2254709'] for subnet, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:15.499914 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-a96e7165-6c51-4ad0-bf7e-dfd9f62bc0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:23:15.546706 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8bb3b-0e04-4f35-9111-b2b9c91d4508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4427b3ab-93cd-46eb-a3f9-d9ef5fb097c1,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:23:15.550807 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-60a8bb3b-0e04-4f35-9111-b2b9c91d4508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:23:15.631525 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-60a8bb3b-0e04-4f35-9111-b2b9c91d4508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:15.636871 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ebb5ee-4633-4d60-a2bb-5f883d0773a1 None None] Network f7b9b4a8-9b66-4f89-88a9-575f2bc0069c requested from dv-cinder-786266-1-iscsi {{(pid=85246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:23:15.637427 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-60a8bb3b-0e04-4f35-9111-b2b9c91d4508 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4427b3ab-93cd-46eb-a3f9-d9ef5fb097c1 HTTP/1.1" status: 204 len: 168 time: 0.6129372 Apr 14 16:23:15.640208 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47142) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:23:15.755313 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853770560'] for network, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:15.827816 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Deleting port 8f365485-beb9-42af-94ee-33e2ad1d698b {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:23:15.828215 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:15.904714 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2ac7fd-7b14-4710-8fc0-5439fd7167ca None None] DHCP port deletion for f7b9b4a8-9b66-4f89-88a9-575f2bc0069c request from dv-cinder-786266-1-iscsi {{(pid=85246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:23:15.908880 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ac7fd-7b14-4710-8fc0-5439fd7167ca None None] Deleting port 8f365485-beb9-42af-94ee-33e2ad1d698b {{(pid=85246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:23:15.909320 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac7fd-7b14-4710-8fc0-5439fd7167ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:16.060083 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] For port 8f365485-beb9-42af-94ee-33e2ad1d698b, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=8f365485-beb9-42af-94ee-33e2ad1d698b,segment=NetworkSegment(3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b),segment_id=3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:23:16.060662 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:16.134475 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.db [None req-ff2ac7fd-7b14-4710-8fc0-5439fd7167ca None None] For port 8f365485-beb9-42af-94ee-33e2ad1d698b, host dv-cinder-786266-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-iscsi',level=0,port_id=8f365485-beb9-42af-94ee-33e2ad1d698b,segment=NetworkSegment(3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b),segment_id=3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b)] {{(pid=85246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:23:16.134843 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac7fd-7b14-4710-8fc0-5439fd7167ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854374078'] for port, precommit_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:16.195797 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Calling delete_port for 8f365485-beb9-42af-94ee-33e2ad1d698b owned by network:dhcp {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:23:16.270993 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ac7fd-7b14-4710-8fc0-5439fd7167ca None None] Calling delete_port for 8f365485-beb9-42af-94ee-33e2ad1d698b owned by network:dhcp {{(pid=85246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:23:16.289345 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853822253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853806185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762880903949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762880460898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556023'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:16.305995 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:23:16.312496 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 8f365485-beb9-42af-94ee-33e2ad1d698b no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:23:16.353072 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: 8f365485-beb9-42af-94ee-33e2ad1d698b {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:23:16.353477 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 8f365485-beb9-42af-94ee-33e2ad1d698b not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:23:16.353933 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 58a90977-0805-47ee-a61c-ade76d0873fd no longer exists at agent ovs-agent-dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:23:16.366743 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f365485-beb9-42af-94ee-33e2ad1d698b,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:23:16.371094 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:23:16.400457 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] No Port match for: 58a90977-0805-47ee-a61c-ade76d0873fd {{(pid=85246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:23:16.401127 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.rpc [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Device 58a90977-0805-47ee-a61c-ade76d0873fd not bound to the agent host dv-cinder-786266-1-iscsi {{(pid=85246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:23:16.428350 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.db.api [None req-ff2ac7fd-7b14-4710-8fc0-5439fd7167ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:23:16.428756 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_db.api [None req-ff2ac7fd-7b14-4710-8fc0-5439fd7167ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:23:16.450787 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] No DVR routers for this DVR port 8f365485-beb9-42af-94ee-33e2ad1d698b on host dv-cinder-786266-1-iscsi {{(pid=85245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:23:16.572806 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854700900', 'neutron.services.segments.db._delete_segments_for_network--9223363273973794898'] for network, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:16.612854 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-757e8a30-1785-4a10-a98a-6283c3b3768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:16.687507 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b9b4a8-9b66-4f89-88a9-575f2bc0069c']}} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:23:16.700153 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b') {'for_net_delete': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:23:16.700514 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.services.segments.db [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f19f3d0-11fa-4c71-b1b4-1c16c3ddea8b') {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:23:16.712941 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273973794642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297564'] for segment, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:16.727947 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773977'] for segment, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:16.734463 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=85245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:23:16.913265 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Network f7b9b4a8-9b66-4f89-88a9-575f2bc0069c has no segments {{(pid=85245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:23:16.922679 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2219827'] for segment, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:16.929605 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ac7fd-7b14-4710-8fc0-5439fd7167ca None None] Deleting port 8f365485-beb9-42af-94ee-33e2ad1d698b {{(pid=85246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:23:16.930042 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac7fd-7b14-4710-8fc0-5439fd7167ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273973885078'] for port, before_delete {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:17.000831 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ac7fd-7b14-4710-8fc0-5439fd7167ca None None] The port '8f365485-beb9-42af-94ee-33e2ad1d698b' was deleted {{(pid=85246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:23:17.099008 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.plugins.ml2.managers [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Network f7b9b4a8-9b66-4f89-88a9-575f2bc0069c has no segments {{(pid=85245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: Traceback (most recent call last): Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: timer() Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: cb(*args, **kw) Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: return func(*args, **kwargs) Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: self._notify() Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: self.callback(batched_events) Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: event.method(event) Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: segment_id)['aggregates'][0] Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: return f(self, *a, **k) Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: return self._get(url).json() Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: **kwargs) Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: return self.request(url, 'GET', **kwargs) Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: **endpoint_filter) Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:23:17.121456 dv-cinder-786266-1-iscsi neutron-server[85131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:23:17.201439 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-74885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854381553'] for network, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:17.205017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:23:17.221631 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558988'] for network, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:17.228141 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b9b4a8-9b66-4f89-88a9-575f2bc0069c,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:23:17.232824 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:23:17.238677 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-0061d4d6-99c2-4560-ad71-5842bda79df1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f7b9b4a8-9b66-4f89-88a9-575f2bc0069c HTTP/1.1" status: 204 len: 168 time: 1.5974844 Apr 14 16:23:17.353271 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47148) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:23:17.389080 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-55788ff1-1a39-4652-9335-7520ae7c333d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6afd00d65090450fa9559d0d5ef3a252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0344949 Apr 14 16:23:17.391389 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47152) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:23:17.456814 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d3519499-bdb5-43ea-8311-4ca10cd45ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:17.482872 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d3519499-bdb5-43ea-8311-4ca10cd45ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:17.527189 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d3519499-bdb5-43ea-8311-4ca10cd45ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:17.532017 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-eb4fd51a-558e-4616-85eb-134a51057d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:23:17.545202 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3519499-bdb5-43ea-8311-4ca10cd45ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce69169-2201-45e8-b354-b082dc05b5fa,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:23:17.550921 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-d3519499-bdb5-43ea-8311-4ca10cd45ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:23:17.552971 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d3519499-bdb5-43ea-8311-4ca10cd45ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:17.556716 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-d3519499-bdb5-43ea-8311-4ca10cd45ada admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ce69169-2201-45e8-b354-b082dc05b5fa HTTP/1.1" status: 204 len: 168 time: 0.1618707 Apr 14 16:23:17.582899 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:17.717623 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:17.904200 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47160) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:23:17.958973 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-a0a5005d-c7e8-4263-9639-cb7e67f68488 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92316c87711c4982b16ddff4a24baa44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534508 Apr 14 16:23:17.961486 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [-] (85245) accepted ('10.222.0.60', 47164) {{(pid=85245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:23:18.023922 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6b22fbc9-6d15-49a1-958b-da8da6431f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:18.052223 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6b22fbc9-6d15-49a1-958b-da8da6431f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:18.099840 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6b22fbc9-6d15-49a1-958b-da8da6431f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506766'] for security_group, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:18.104862 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-e26a52b6-0b2c-4b38-9488-3677e9fc6575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:23:18.118576 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22fbc9-6d15-49a1-958b-da8da6431f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e37d0f-6add-4531-a0dd-cb7be8648775,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:23:18.121392 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG oslo_concurrency.lockutils [None req-6b22fbc9-6d15-49a1-958b-da8da6431f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:23:18.122644 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6b22fbc9-6d15-49a1-958b-da8da6431f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:18.126237 dv-cinder-786266-1-iscsi neutron-server[85131]: INFO neutron.wsgi [None req-6b22fbc9-6d15-49a1-958b-da8da6431f5a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/19e37d0f-6add-4531-a0dd-cb7be8648775 HTTP/1.1" status: 204 len: 168 time: 0.1614056 Apr 14 16:23:19.002824 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:31.158955 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:23:43.590837 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:44.466835 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e442b90d-9db1-4fa8-a22c-cd632e1fed26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:46.614608 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1cf6066-4a53-4002-9a36-2047ca95b0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:47.579420 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:47.717692 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:49.006070 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:08.159022 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:24:13.599799 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:14.466746 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-f3131765-d7b1-4ee4-bdc8-d515a04fefd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:16.615582 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-cd37c5da-7472-4c88-bc64-2d3039d66286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:17.581465 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:17.718422 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:19.007530 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:43.630908 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:44.467801 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e8efbaae-78e0-4096-a552-44b63f3d974e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:45.158249 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:24:46.616801 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-65ef2bdb-4d75-487e-9429-cf77c343146c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:47.584175 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:47.720212 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:49.010243 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:13.628454 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:14.468260 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-04d6745a-2da3-49ae-b210-3595a416a2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:16.617904 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-746fa74e-b2ad-4d26-b640-f3f49af12e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:17.586614 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:17.721674 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:19.013882 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:22.158275 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:25:43.625212 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:44.470067 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2410-5e26-40d2-8e7a-a1c6a5191a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:46.621747 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9a744162-d992-4def-9c20-5b5037d5c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:47.588941 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:47.723064 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:49.016008 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:59.157987 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:26:13.638809 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:14.470991 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d989e3b5-b3aa-4c2a-8a15-008528683bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:16.624207 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-9dc15ee9-45e6-4396-b604-e14019dca6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:17.590930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:17.723173 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:19.018800 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:19.745815 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [req-11435745-4dbd-40e1-9d6d-31a6c6749bd5 req-6bfa55be-8d13-4e0b-bd1f-69acc394f413 service neutron] (85244) timed out ('10.222.0.41', 58492) {{(pid=85244) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 14 16:26:22.465642 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.wsgi [req-bd006e09-b1d5-4e47-9b22-f488ff7d143d req-e450cfb8-16c5-481e-9af0-44d5dbc3c41a service neutron] (85245) timed out ('10.222.0.41', 58472) {{(pid=85245) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 14 16:26:36.157169 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:26:43.647586 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:44.471602 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8ef9d84b-0820-4304-9e9b-d28ed4689494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:46.626524 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8173986e-187f-4e80-8650-eb6844eba451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:47.593486 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:47.722968 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:49.021308 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:13.157432 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:27:13.652513 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:14.471774 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-6296810d-460c-4bb7-ac18-b87329be9f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:16.628990 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-8d18fdae-2675-4daa-b56e-05abb87bea53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:17.598032 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:17.723496 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:19.024260 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:43.648076 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:44.472532 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-072357a5-857e-48dc-98ee-b3b6b68122e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:46.630533 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-56996006-de4f-47af-859c-46d76e950a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:47.600859 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:47.724502 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:49.027572 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:50.156171 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:28:13.659837 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:28:14.473232 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac2bf-6b0e-4a91-a101-5ca42c22fee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:28:16.631930 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-d686e506-0b83-4257-b242-8b17ecafbbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:28:17.602972 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:28:17.725021 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:28:19.031892 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:28:27.156571 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron.db.agents_db [None req-a2496b3c-85f7-4d33-a539-57993379a589 None None] Agent healthcheck: found 6 active agents {{(pid=85247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:28:43.673748 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2ddb-2fbe-4987-b579-bb4d9a6734c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:28:44.474076 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-337a1264-2f66-4efa-81a6-705690dbbf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:28:46.633438 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-2a88773e-009d-4a71-89cd-31d3bc2b0893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:28:47.605653 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-726f4883-6185-42f6-a163-ee25051e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:28:47.726870 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-e1562e50-4315-4c5f-b4d5-5e97bdfc6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:28:49.037556 dv-cinder-786266-1-iscsi neutron-server[85131]: DEBUG neutron_lib.callbacks.manager [None req-16003673-a11a-4ae4-b979-5c20736ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273973794915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854694720'] for agent, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}